-- Logs begin at Thu 2021-02-18 10:24:12 UTC, end at Thu 2021-02-18 11:34:10 UTC. --
Feb 18 11:00:12.751735 dv-cinder-773985-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 18 11:00:15.818794 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.common.config [-] Logging enabled!
Feb 18 11:00:15.819622 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev533
Feb 18 11:00:15.820846 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83816) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 18 11:00:15.822783 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.common.config [-] Logging enabled!
Feb 18 11:00:15.823299 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev533
Feb 18 11:00:15.823652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83816) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 18 11:00:15.824834 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 18 11:00:15.825098 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 18 11:00:15.826316 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 18 11:00:15.826600 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 18 11:00:15.826858 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 18 11:00:15.827308 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.827584 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.827930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.828202 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.828690 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.829045 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.829348 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.829753 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.830264 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.830601 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.830928 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.832155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.832155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.832538 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.832914 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.833248 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.833545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.833986 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.834667 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.835028 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.835405 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.835742 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.836103 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.836515 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.836851 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.837248 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] host                           = dv-cinder-773985-5-iscsi {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.837566 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.837933 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.838344 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.838755 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.839128 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.839553 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.839948 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.840280 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.840616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.840958 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.841337 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.841681 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.842078 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.842426 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.842693 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.843080 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.843415 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.843781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.844216 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.844612 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.844930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.845295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.845686 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.846020 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.846450 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.846758 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.847098 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.847436 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.847436 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.848301 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.848301 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.848639 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.849001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.849370 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.849815 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.850178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.850507 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.850858 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.851192 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.851541 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.851930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.852253 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.852613 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.852985 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.853297 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.853611 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.853922 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.854231 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.854557 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.854868 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.855178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.855608 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.856056 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.856515 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:15.856867 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.857214 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.857562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.857886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.858223 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.858733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.859079 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.859401 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.859733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.860071 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.860417 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.860766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.861112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.861484 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.861966 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.862328 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.862784 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.863173 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.863491 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.863880 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.864198 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.864537 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.864870 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.865210 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.865545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.865859 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.866176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.866512 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.866828 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.867140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.867457 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.867790 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.868103 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.868436 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.868762 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.869077 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.869386 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.869695 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.870012 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.870511 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.870843 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.871227 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.871540 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.871854 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.872161 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.872512 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.872840 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.873150 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.873463 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.873774 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.874111 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.874392 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.874704 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.875013 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.875336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.875619 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.875923 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.876250 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.876577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.876889 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.877197 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.877506 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.877817 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.878125 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.878984 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.879291 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.879671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.880147 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.880506 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.880851 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.881165 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.881486 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.881883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.882199 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.882513 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.882882 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.883323 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.883723 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.884041 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.884388 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.884737 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.885070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.885393 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.885709 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.886052 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.886370 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.886691 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.887009 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.887323 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.887647 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.887976 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.888315 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.888676 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.889008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.889415 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.889919 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.890241 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.890679 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.891004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:15.891253 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 18 11:00:15.891528 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83816) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 18 11:00:16.716676 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO keyring.backend [-] Loading Gnome
Feb 18 11:00:16.749982 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO keyring.backend [-] Loading Google
Feb 18 11:00:16.752327 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO keyring.backend [-] Loading Windows (alt)
Feb 18 11:00:16.756893 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO keyring.backend [-] Loading file
Feb 18 11:00:16.757956 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO keyring.backend [-] Loading keyczar
Feb 18 11:00:16.758233 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO keyring.backend [-] Loading multi
Feb 18 11:00:16.758896 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO keyring.backend [-] Loading pyfs
Feb 18 11:00:16.806037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83816) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:00:16.806343 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83816) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:00:16.806639 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83816) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:00:16.807023 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 18 11:00:17.237486 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.238367 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.238367 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.318315 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.318646 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.318902 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.323030 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.323334 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.323618 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.400311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.400681 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.400933 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.402112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.402417 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.402714 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.701089 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fcccc170158> agent after_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.701422 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fcccc170158> agent after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.701687 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fcccc1701e0> segment precommit_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.701993 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fcccc170268> network precommit_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.702849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fcccc168268> segment before_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.861694 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> network before_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.862037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fcccc08c048> agent before_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.862362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> network before_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.862698 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> port before_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.863727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> port before_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.863727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> segment after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.863727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> segment precommit_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.864213 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> segment precommit_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.864213 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> segment after_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.864596 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> network after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.864785 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> network precommit_delete 0 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.865063 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> port provisioning_complete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.865370 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> rbac-policy before_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.865659 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> rbac-policy after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.865974 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> agent after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.866295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> subnet after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.866625 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> subnet precommit_delete 0 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.866915 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> rbac-policy before_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.867201 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> rbac-policy before_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.867723 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> port after_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.868008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> port after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.868293 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> port after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.868668 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> rbac-policy before_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.868951 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> rbac-policy before_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.869227 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcccc98b710>> rbac-policy before_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.869697 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 11:00:17.869971 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 11:00:17.870244 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 11:00:17.870516 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 11:00:17.870789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 11:00:17.871055 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 11:00:17.871500 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 18 11:00:17.875282 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 18 11:00:17.880100 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 18 11:00:17.884608 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])])
Feb 18 11:00:17.886545 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 18 11:00:17.887853 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 18 11:00:17.888361 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 18 11:00:17.888937 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 18 11:00:17.891926 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 18 11:00:17.892283 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 18 11:00:17.892735 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 18 11:00:17.918403 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Feb 18 11:00:17.918922 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fcccbedfc88>> qos_plugin after_init 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.919517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83816) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 18 11:00:17.919930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fcccbe7d3c8>> logging-plugin after_init 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.921578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83816) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 18 11:00:17.921913 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 18 11:00:17.922192 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 18 11:00:17.925726 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fcccbe7d470>> floatingip before_response 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.926226 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fcccbe7d470>> port before_response 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:17.999323 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 18 11:00:17.999639 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 18 11:00:17.999823 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 18 11:00:18.000244 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 18 11:00:18.043513 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.sqlalchemy.engines [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83816) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 18 11:00:18.555148 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Initializing driver for type 'gre'
Feb 18 11:00:18.556023 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] gre ID ranges: [(1, 1000)]
Feb 18 11:00:18.602891 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Initializing driver for type 'local'
Feb 18 11:00:18.603544 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Initializing driver for type 'vlan'
Feb 18 11:00:18.621582 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] VlanTypeDriver initialization complete
Feb 18 11:00:18.622226 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Initializing driver for type 'vxlan'
Feb 18 11:00:18.623188 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] vxlan ID ranges: [(1, 1000)]
Feb 18 11:00:18.699427 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Initializing extension driver 'port_security'
Feb 18 11:00:18.700041 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.extensions.port_security [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] PortSecurityExtensionDriver initialization complete
Feb 18 11:00:18.700760 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Initializing mechanism driver 'openvswitch'
Feb 18 11:00:18.712727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83816) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:00:18.714208 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccbea3710>> port after_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.714913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccbea3710>> port after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.715553 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccbea3710>> port after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.716284 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccb94bf98>> subnet after_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.716983 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccb94bf98>> subnet after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.717633 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccb94bf98>> subnet after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.718339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccb9532b0>> network after_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.718973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccb9532b0>> network after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.719642 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccb9532b0>> network after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.720352 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccb953470>> security_group after_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.721101 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccb953470>> security_group after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.722351 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccb953470>> security_group after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.723115 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccb953630>> security_group_rule after_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.723845 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccb953630>> security_group_rule after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.724587 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccb953630>> security_group_rule after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.725617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccb9537f0>> address_group after_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.726291 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccb9537f0>> address_group after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.726943 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcccb9537f0>> address_group after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.727601 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] ML2 OVO RPC backend initialized. {{(pid=83816) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 18 11:00:18.729013 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcccb9538d0>> router_interface after_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.729688 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcccb9538d0>> router_interface after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.730492 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcccb9538d0>> network before_response 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.731175 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcccb9538d0>> networks before_response 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.731874 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcccb9538d0>> port before_response 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.732568 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcccb9538d0>> ports before_response 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.733233 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcccb9538d0>> subnet before_response 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.733920 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcccb9538d0>> subnets before_response 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.734617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcccb9538d0>> network after_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.735292 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcccb9538d0>> network after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.735954 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcccb9538d0>> network after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.736650 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcccb9538d0>> port after_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.737231 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcccb9538d0>> port after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.737926 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcccb9538d0>> port after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.738531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcccb9538d0>> subnet after_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.739142 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcccb9538d0>> subnet after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.739755 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcccb9538d0>> subnet after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.741025 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.plugin [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Modular L2 Plugin initialization complete
Feb 18 11:00:18.741679 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading services supported by the core plugin {{(pid=83816) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 18 11:00:18.742346 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.managers [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Got port-security extension from driver 'port_security'
Feb 18 11:00:18.743306 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.extensions.vlantransparent [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Disabled vlantransparent extension.
Feb 18 11:00:18.744120 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83816) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 18 11:00:18.744780 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading Plugin: router
Feb 18 11:00:18.812441 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router_interface before_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.813104 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router after_create 55549900 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.813824 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router before_create 55549900 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.814547 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router_interface before_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.815312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router_interface after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.816586 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router after_delete 55549900 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.817307 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> floatingip after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.818046 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router after_create 55549900 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.818733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router after_update 55549900 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.819440 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router after_update 55549900 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.820142 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router_gateway after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.820940 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router after_update 55549900 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.821880 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router precommit_update 55549900 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.822671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fcccbeccd08> port after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.823352 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fcccbecce18> port after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.824130 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fcccbeccd90> subnet after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.824833 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fcccbeccbf8> subnetpool_address_scope after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.825554 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> port precommit_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.826260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router precommit_create 55549900 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.826964 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fcccbf2eae8> port before_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.827653 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router precommit_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.828456 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router after_update 55549900 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.829154 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router precommit_delete 55549900 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.829866 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router precommit_create 55549900 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.830608 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router_interface after_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.831849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> router precommit_update 55549900 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.832741 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcccb953a58>> network after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.834593 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Tracking information for resource: router configured {{(pid=83816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 11:00:18.835236 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Tracking information for resource: floatingip configured {{(pid=83816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 11:00:18.843788 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_agentschedulers_db [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 18 11:00:18.844749 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fcccb8c2840> port after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.845376 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fcccb8bc7b8> port after_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.845896 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <function _notify_port_delete at 0x7fcccb8c27b8> port after_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.846482 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fcccb8c29d8> port after_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.847979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fcccb8837b8>> router before_create 55550100 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.848702 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fcccb8837b8>> router precommit_delete 55550100 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.849332 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fcccb8837b8>> router precommit_create 55550100 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.849999 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fcccb8837b8>> router precommit_update 55550100 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.858947 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.provider_configuration [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Service providers = [] {{(pid=83816) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 18 11:00:18.859565 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.servicetype_db [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83816) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 18 11:00:18.864481 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.service_base [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 18 11:00:18.865036 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.service_base [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 18 11:00:18.865589 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.service_base [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 18 11:00:18.866963 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.service_base [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 18 11:00:18.867604 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.services.service_base [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 18 11:00:18.868243 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 11:00:18.868835 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 18 11:00:18.887005 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 11:00:18.887540 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading Plugin: auto_allocate
Feb 18 11:00:18.897948 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fcccb8a8f28> network precommit_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.898545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fcccb8a8f28> network precommit_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.899463 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 11:00:18.900028 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading Plugin: tag
Feb 18 11:00:18.912365 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 11:00:18.913015 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading Plugin: timestamp
Feb 18 11:00:18.920168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 11:00:18.921120 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading Plugin: network_ip_availability
Feb 18 11:00:18.931264 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcccb872400>> rbac-policy before_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.931969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcccb872400>> rbac-policy before_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.932745 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcccb872400>> rbac-policy before_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:18.934294 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 11:00:18.934929 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading Plugin: flavors
Feb 18 11:00:18.943964 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 11:00:18.944624 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading Plugin: revisions
Feb 18 11:00:18.952644 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 11:00:18.953353 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.146s {{(pid=83816) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:00:18.954990 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83816) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 18 11:00:18.955598 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Initializing extension manager.
Feb 18 11:00:18.957148 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: __init__.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:18.958048 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: __pycache__ {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:18.958699 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:18.959338 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: address_group.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:18.961189 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:18.962340 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: address-group
Feb 18 11:00:18.962970 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: address_scope.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:18.964309 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:18.965397 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: address-scope
Feb 18 11:00:18.966025 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:18.967713 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:18.968820 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: router-admin-state-down-before-update
Feb 18 11:00:18.969471 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: agent.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:18.970852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:18.971967 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: agent
Feb 18 11:00:18.972841 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: agent_resources_synced.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:18.974429 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:18.975471 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: agent-resources-synced
Feb 18 11:00:18.976109 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: allowedaddresspairs.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:18.979420 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:18.980592 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: allowed-address-pairs
Feb 18 11:00:18.981255 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: auto_allocated_topology.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:18.983276 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:18.984312 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: auto-allocated-topology
Feb 18 11:00:18.985014 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: availability_zone.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:18.986303 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:18.987303 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: availability_zone
Feb 18 11:00:18.987973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: availability_zone_filter.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:18.989721 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:18.990802 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: availability_zone_filter
Feb 18 11:00:18.991497 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: data_plane_status.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:18.993145 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:18.994145 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 18 11:00:18.994776 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: default_subnetpools.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:18.996447 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:18.997489 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: default-subnetpools
Feb 18 11:00:18.998140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:18.999752 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.000862 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: dhcp_agent_scheduler
Feb 18 11:00:19.001501 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: dns.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.003685 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.005033 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension dns-integration not supported by any of loaded plugins
Feb 18 11:00:19.005673 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: dns_domain_ports.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.007356 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.008630 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 18 11:00:19.009098 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: dvr.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.010367 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.011365 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: dvr
Feb 18 11:00:19.011996 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: empty_string_filtering.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.013771 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.014822 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: empty-string-filtering
Feb 18 11:00:19.015459 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.017069 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.018102 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 18 11:00:19.019786 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.021462 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.022606 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 18 11:00:19.023258 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: external_net.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.024936 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.025947 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: external-net
Feb 18 11:00:19.026604 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.028248 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.029475 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: extra_dhcp_opt
Feb 18 11:00:19.030590 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: extraroute.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.031556 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.032465 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: extraroute
Feb 18 11:00:19.032966 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: extraroute_atomic.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.034217 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.035340 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: extraroute-atomic
Feb 18 11:00:19.035794 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: filter_validation.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.036933 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.037838 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: filter-validation
Feb 18 11:00:19.038387 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: fip_pf_description.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.039977 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.041041 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 18 11:00:19.041664 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: fip_port_details.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.043234 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.044499 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: fip-port-details
Feb 18 11:00:19.045104 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: flavors.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.047131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.048068 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: flavors
Feb 18 11:00:19.048546 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.051926 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.052982 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 18 11:00:19.053810 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: floatingip_pools.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.054949 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.055565 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: floatingip-pools
Feb 18 11:00:19.056164 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: ip_allocation.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.057733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.058603 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 18 11:00:19.059130 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.060622 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.061582 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: ip-substring-filtering
Feb 18 11:00:19.062208 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: l2_adjacency.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.063394 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.063937 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 18 11:00:19.064309 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: l3.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.065510 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.066907 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: router
Feb 18 11:00:19.067399 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.070087 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.070811 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 18 11:00:19.071362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.072638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.073408 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: ext-gw-mode
Feb 18 11:00:19.073828 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.074867 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.075577 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: l3-ha
Feb 18 11:00:19.076136 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: l3_flavors.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.077295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.078075 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: l3-flavors
Feb 18 11:00:19.078661 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.079778 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.080524 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 18 11:00:19.080983 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: l3agentscheduler.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.083229 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.083962 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: l3_agent_scheduler
Feb 18 11:00:19.084545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: logging.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.086515 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.087233 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension logging not supported by any of loaded plugins
Feb 18 11:00:19.087713 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: metering.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.088893 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.089785 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: metering
Feb 18 11:00:19.090247 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.091580 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.092192 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: metering_source_and_destination_fields
Feb 18 11:00:19.092599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: multiprovidernet.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.093605 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.094193 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: multi-provider
Feb 18 11:00:19.094559 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: netmtu.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.095520 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.096109 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: net-mtu
Feb 18 11:00:19.096523 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: netmtu_writable.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.097512 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.098099 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: net-mtu-writable
Feb 18 11:00:19.098464 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: network_availability_zone.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.099243 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.100380 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: network_availability_zone
Feb 18 11:00:19.100781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: network_ip_availability.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.102008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.102806 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: network-ip-availability
Feb 18 11:00:19.103292 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: network_segment_range.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.104459 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.105169 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 18 11:00:19.105628 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: pagination.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.106836 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.107313 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: pagination
Feb 18 11:00:19.107767 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: port_device_profile.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.108883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.109597 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: port-device-profile
Feb 18 11:00:19.110062 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.111154 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.111844 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: port-mac-address-regenerate
Feb 18 11:00:19.112317 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.113490 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.114180 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: port-numa-affinity-policy
Feb 18 11:00:19.114634 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: port_resource_request.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.115742 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.116477 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 18 11:00:19.116905 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: portbindings.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.117917 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.118559 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: binding
Feb 18 11:00:19.118975 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: portbindings_extended.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.120378 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.121067 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: binding-extended
Feb 18 11:00:19.121496 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: portsecurity.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.122491 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.123220 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: port-security
Feb 18 11:00:19.123643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: project_id.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.124922 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.125390 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: project-id
Feb 18 11:00:19.125808 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: providernet.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.126821 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.127529 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: provider
Feb 18 11:00:19.127946 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: qos.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.132278 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.133062 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension qos not supported by any of loaded plugins
Feb 18 11:00:19.133505 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.136479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.137126 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 18 11:00:19.137556 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.138601 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.139261 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 18 11:00:19.139682 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: qos_default.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.140711 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.141376 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension qos-default not supported by any of loaded plugins
Feb 18 11:00:19.141796 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: qos_fip.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.142593 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.143329 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension qos-fip not supported by any of loaded plugins
Feb 18 11:00:19.144311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: qos_gateway_ip.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.145526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.146272 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 18 11:00:19.146787 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: qos_port_network_policy.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.147915 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.148646 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 18 11:00:19.149017 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: qos_rule_type_details.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.150001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.150694 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 18 11:00:19.151153 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: qos_rules_alias.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.152349 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.153003 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 18 11:00:19.153377 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: quotasv2.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.154497 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.154861 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: quotas
Feb 18 11:00:19.155231 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: quotasv2_detail.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.157098 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.157490 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: quota_details
Feb 18 11:00:19.157869 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: rbac.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.159107 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.160522 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: rbac-policies
Feb 18 11:00:19.160522 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: rbac_address_scope.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.161851 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.162457 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: rbac-address-scope
Feb 18 11:00:19.162822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: rbac_security_groups.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.163934 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.164601 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: rbac-security-groups
Feb 18 11:00:19.164988 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: rbac_subnetpool.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.165969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.166530 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: rbac-subnetpool
Feb 18 11:00:19.166894 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: revisionifmatch.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.167852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.168471 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: revision-if-match
Feb 18 11:00:19.168876 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: revisions.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.170347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.170973 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: standard-attr-revisions
Feb 18 11:00:19.171416 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: router_availability_zone.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.172202 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.172882 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: router_availability_zone
Feb 18 11:00:19.173256 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: routerservicetype.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.174247 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.174855 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension router-service-type not supported by any of loaded plugins
Feb 18 11:00:19.175281 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.176288 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.176970 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: security-groups-normalized-cidr
Feb 18 11:00:19.177337 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.178294 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.178889 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: port-security-groups-filtering
Feb 18 11:00:19.179253 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.180256 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.180927 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: security-groups-remote-address-group
Feb 18 11:00:19.181290 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: securitygroup.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.195255 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.195925 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: security-group
Feb 18 11:00:19.196378 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: segment.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.197302 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.197895 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension segment not supported by any of loaded plugins
Feb 18 11:00:19.198270 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.199334 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.199938 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 18 11:00:19.200308 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: servicetype.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.201698 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.202303 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: service-type
Feb 18 11:00:19.202676 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: sorting.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.203706 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.204086 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: sorting
Feb 18 11:00:19.204490 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: standard_attr_segment.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.205506 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.206119 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 18 11:00:19.207013 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: standardattrdescription.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.207742 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.208328 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: standard-attr-description
Feb 18 11:00:19.208763 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: stateful_security_group.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.209722 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.210310 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: stateful-security-group
Feb 18 11:00:19.210676 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: stdattrs_common.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.211293 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 18 11:00:19.211663 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.212795 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.213404 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 18 11:00:19.213770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: subnet_onboard.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.214907 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.215501 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: subnet_onboard
Feb 18 11:00:19.215869 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.216909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.217490 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 18 11:00:19.217860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: subnet_service_types.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.218825 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.219398 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: subnet-service-types
Feb 18 11:00:19.219762 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: subnetallocation.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.220909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.221502 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: subnet_allocation
Feb 18 11:00:19.222510 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.223544 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.224244 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: subnetpool-prefix-ops
Feb 18 11:00:19.224661 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.225691 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.226278 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 18 11:00:19.226645 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: tagging.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.228052 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.228694 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: standard-attr-tag
Feb 18 11:00:19.229070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: timestamp.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.230440 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.231033 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loaded extension: standard-attr-timestamp
Feb 18 11:00:19.231408 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: trunk.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.232557 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.233271 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension trunk not supported by any of loaded plugins
Feb 18 11:00:19.233646 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: trunk_details.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.234644 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.235229 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension trunk-details not supported by any of loaded plugins
Feb 18 11:00:19.235598 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: uplink_status_propagation.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.236581 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.237167 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 18 11:00:19.237568 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Loading extension file: vlantransparent.py {{(pid=83816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 11:00:19.238311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 11:00:19.238903 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 18 11:00:19.241782 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of TrackedResource for resource:network
Feb 18 11:00:19.242630 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of TrackedResource for resource:subnet
Feb 18 11:00:19.243322 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 11:00:19.243979 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of TrackedResource for resource:port
Feb 18 11:00:19.245563 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.resource_helper [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 11:00:19.246057 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.resource_helper [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Service FLAVORS assigned prefix:  {{(pid=83816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 11:00:19.246762 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.resource_helper [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 11:00:19.247236 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.resource_helper [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 11:00:19.247615 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of TrackedResource for resource:router
Feb 18 11:00:19.248341 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of TrackedResource for resource:floatingip
Feb 18 11:00:19.249154 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.resource_helper [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Service METERING assigned prefix: /metering {{(pid=83816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 11:00:19.250996 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcccb746a58>> rbac-policy before_create 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:19.251404 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcccb746a58>> rbac-policy before_update 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:19.251809 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcccb746a58>> rbac-policy before_delete 55550000 {{(pid=83816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:00:19.253078 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 18 11:00:19.253691 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of TrackedResource for resource:security_group
Feb 18 11:00:19.254551 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 18 11:00:19.255385 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.resource_helper [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Service CORE assigned prefix:  {{(pid=83816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 11:00:19.255756 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 11:00:19.256132 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] subnetpool is already registered
Feb 18 11:00:19.256858 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.resource_helper [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Service CORE assigned prefix:  {{(pid=83816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 11:00:19.257240 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 11:00:19.257601 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] subnetpool is already registered
Feb 18 11:00:19.260581 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.resource_helper [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 11:00:19.261068 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.resource_helper [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Service FLAVORS assigned prefix:  {{(pid=83816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 11:00:19.261727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.resource_helper [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 11:00:19.262197 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.resource_helper [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 11:00:19.262581 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of TrackedResource for resource:router
Feb 18 11:00:19.262971 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] router is already registered
Feb 18 11:00:19.263681 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of TrackedResource for resource:floatingip
Feb 18 11:00:19.264053 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] floatingip is already registered
Feb 18 11:00:19.264798 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.resource_helper [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Service METERING assigned prefix: /metering {{(pid=83816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 11:00:19.265606 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 18 11:00:19.266008 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] rbac_policy is already registered
Feb 18 11:00:19.266646 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of TrackedResource for resource:security_group
Feb 18 11:00:19.267024 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] security_group is already registered
Feb 18 11:00:19.267706 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 18 11:00:19.268076 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] security_group_rule is already registered
Feb 18 11:00:19.269562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.resource_helper [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Service CORE assigned prefix:  {{(pid=83816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 11:00:19.269996 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 11:00:19.270568 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] subnetpool is already registered
Feb 18 11:00:19.271341 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.resource_helper [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Service CORE assigned prefix:  {{(pid=83816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 11:00:19.271856 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 11:00:19.272366 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING neutron.quota.resource_registry [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] subnetpool is already registered
Feb 18 11:00:19.273232 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: extensions {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.275019 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: address-groups {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.276837 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: address-scopes {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.278278 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: agents {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.279595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: auto-allocated-topology {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.281076 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: availability_zones {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.282562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: dhcp-networks {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.284139 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: dhcp-agents {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.286769 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: routers {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.288920 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: flavors {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.290247 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: service_profiles {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.291592 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: next_providers {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.294629 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: service_profiles {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.296329 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: floatingip-pools {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.297725 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: routers {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.299909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: floatingips {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.301293 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: l3-routers {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.302781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: l3-agents {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.304308 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: metering-labels {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.305800 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: metering-label-rules {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.307176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: network-ip-availabilities {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.308549 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: bindings {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.310334 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: quotas {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.311865 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: quotas {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.313474 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: rbac-policies {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.314802 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: security-groups {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.316135 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: security-group-rules {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.317517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: service-providers {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.319033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: subnetpools {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.320578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: subnetpools {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.322143 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: tags {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.323930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: tags {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.325923 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: tags {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.327826 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: tags {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.329785 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: tags {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.332251 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: tags {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.334239 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: tags {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.336207 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: tags {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.338196 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: tags {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.340134 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.extensions [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Extended resource: tags {{(pid=83816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 11:00:19.347897 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING keystonemiddleware.auth_token [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 18 11:00:19.353454 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING keystonemiddleware.auth_token [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 18 11:00:19.362544 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Acquired lock "singleton_lock" {{(pid=83816) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 18 11:00:19.363077 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Releasing lock "singleton_lock" {{(pid=83816) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 18 11:00:19.364703 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO oslo_service.service [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Starting 2 workers
Feb 18 11:00:19.369670 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Started child 83932 {{(pid=83816) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 18 11:00:19.374460 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:19.374883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Started child 83933 {{(pid=83816) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 18 11:00:19.376027 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [-] (83932) wsgi starting up on http://0.0.0.0:9696
Feb 18 11:00:19.376281 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.service [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 18 11:00:19.376946 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Notify callbacks [] for process, before_spawn {{(pid=83816) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:19.379202 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:19.380264 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO oslo_service.service [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Starting 1 workers
Feb 18 11:00:19.380774 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [-] (83933) wsgi starting up on http://0.0.0.0:9696
Feb 18 11:00:19.386118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Started child 83934 {{(pid=83816) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 18 11:00:19.386732 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO oslo_service.service [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Starting 1 workers
Feb 18 11:00:19.388582 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.service [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] calling RpcWorker wait() {{(pid=83934) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 18 11:00:19.389040 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.service [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] returning from RpcWorker wait() {{(pid=83934) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 18 11:00:19.390758 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:19.391474 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:00:19.391777 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Started child 83935 {{(pid=83816) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 18 11:00:19.392663 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b40d5697-948c-4fcb-b5ac-b2d0af536657 None None] Notify callbacks [] for process, after_spawn {{(pid=83816) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:19.395156 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83816) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 18 11:00:19.395384 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 18 11:00:19.395579 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 18 11:00:19.395829 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 18 11:00:19.396248 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 18 11:00:19.396468 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 18 11:00:19.397050 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.397376 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.397684 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.397975 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.398319 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.398666 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:19.399006 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.399290 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.399607 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.399930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.400199 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.400433 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.400604 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.401085 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.401387 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.401750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.402047 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.402305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.402573 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.402793 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.403074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.403387 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.403687 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.403990 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.404269 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.404885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.405155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.405461 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.405736 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.406036 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.406306 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.406604 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.406891 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.407169 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.407408 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.407698 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.407965 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.408197 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.408531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.408789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.409317 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] host                           = dv-cinder-773985-5-iscsi {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.410154 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.410493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.410717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.410987 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.411288 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.411561 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.411856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.412152 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.412441 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.412798 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.413104 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.413407 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.413685 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.413955 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.414150 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.414421 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.414740 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.415056 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.415278 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.415476 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.415669 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.415969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.416162 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.416465 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.416723 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.417041 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.417325 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.417588 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.417880 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.418225 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.418549 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.418834 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.419081 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.419720 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.420089 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.420604 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.421068 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.421413 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.421693 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.421968 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.422216 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.422492 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.422747 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.423092 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.423368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.426165 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.426649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.426884 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.427245 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.427483 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.427713 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.427995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.428440 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.428720 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.429018 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.429308 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.429566 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.429839 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.430124 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.430406 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.430617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.430875 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.431118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.431392 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.431665 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.431930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.432190 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.432459 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.432751 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.433208 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.435061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.435061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.435061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.435061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.435061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.435061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.435061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.435626 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.435626 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.435919 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.436149 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.436490 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.436769 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.437066 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.437459 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.437852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.438068 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.438312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.438683 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.438683 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.439097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.439324 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.439542 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.439772 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.65/identity {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.440015 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.440242 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.440524 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.440756 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.441032 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.441263 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.441482 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.442352 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.442615 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.442834 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.443087 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.443311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.443532 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.443801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.444082 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.444379 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.444689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.444936 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.445189 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.445446 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.445696 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.446359 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.446652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.446927 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.447210 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:00:19.447371 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.447529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.448004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.448004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.448276 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.448454 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.448734 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.448891 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.449134 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.449399 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.449651 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.449904 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.450212 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.450429 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.450687 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.450913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.451160 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.451470 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.451625 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.451875 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.452106 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.452359 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.452643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.452938 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.453127 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.453342 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.453572 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.453816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.454063 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.454315 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.454561 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.454815 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.455058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.455305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.455559 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.455868 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.456256 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.456560 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.456821 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.457074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.457346 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.457620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.458149 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.458149 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.458494 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.458670 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.458961 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.459181 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.459484 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.459872 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.460030 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.460364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.460799 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.460799 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.461356 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.461356 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.461724 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.462035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.462035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.462308 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.463001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.463001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.463427 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.463427 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.463722 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.463871 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.464144 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.464495 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.465614 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.465614 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.465614 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.465614 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.466692 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.466692 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.466692 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.466692 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.467240 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.467240 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.467895 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.468342 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.468956 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.469365 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.470072 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.470770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.471059 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.471350 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.471500 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.472577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.473578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.473578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.473578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.473578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.474503 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.474503 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.474503 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.65/identity {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.475162 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.475162 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.475162 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.475829 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.475829 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.475829 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.476526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.476526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.476526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.477164 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.477164 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.477639 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.477639 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.477639 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.478311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.478311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.479073 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.479073 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.479073 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.479073 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.480088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.480088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.480088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.480088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.481061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.481061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.481061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.481061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.481910 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.481910 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.481910 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.482552 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.482552 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.482552 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.483210 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.483210 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.483210 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.483874 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.484101 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.484347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.484603 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.484830 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.485055 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.485295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.485533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.485808 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.486098 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.486349 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.486615 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.486884 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.487150 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.487425 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.489562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.489562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.489562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.489562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.489562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.490362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.490362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.490362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.490362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.490818 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.490818 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.491105 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.491345 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.491598 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.491844 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.492109 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.492530 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.492783 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.493036 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.493279 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.493542 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.493787 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.494033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.494282 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.497437 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 35830) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:00:19.500430 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.500430 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.500430 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.500803 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.501339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.501824 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.502306 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.502788 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.504184 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.504764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.508168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.508168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.508168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.508168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.508168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.508168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.508168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.508674 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.509275 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.509425 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.510065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.510560 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.511158 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.511158 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.512841 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.512841 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.513221 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.513645 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.520428 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.520428 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.520674 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0145285
Feb 18 11:00:19.520773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.520773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.520773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.520773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.520773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.520773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.520773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.520773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.520773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.521296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.521296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.521296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.521296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.521296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.521296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 18 11:00:19.521296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83816) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 18 11:00:19.521296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 18 11:00:19.521759 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 18 11:00:19.522623 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 18 11:00:19.522727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 18 11:00:19.523071 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 18 11:00:19.523656 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.523989 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.524336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.524707 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.526362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.526774 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.527101 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.527418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.527726 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.528460 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.528460 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.528460 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.528959 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.529128 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.529459 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.529748 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.530014 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.530328 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.530619 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.530909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.531203 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.531498 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.532451 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.532451 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.532451 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.532451 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.533048 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.534996 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.535339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.535655 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.536016 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.536327 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.536703 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.537045 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.537312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.537623 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.537916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.538213 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.538525 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.540347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] host                           = dv-cinder-773985-5-iscsi {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.540347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.540347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.540347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.540347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.540347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.540347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.542426 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.542426 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.543002 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.543297 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.544097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.544786 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.547330 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.547330 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.547330 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.547330 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.547937 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.549018 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.549852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.550525 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.550525 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.550525 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.551624 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.552789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.553144 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.553448 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.553764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.555952 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.556737 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.556737 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.556737 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.557196 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.558106 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.558283 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.558820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.559867 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.560663 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.560980 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.562377 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.562741 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.563074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.563390 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.564107 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.564503 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.564939 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.565399 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.566173 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.566508 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.566886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.568000 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.568000 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.568000 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.568388 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.568388 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.568388 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.568769 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.568769 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.569040 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.569040 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.569292 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.569418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.569542 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.569666 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:00:19.569795 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.571253 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.571253 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.571253 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.571253 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.571253 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.571253 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 11:00:19.571253 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.572063 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.572063 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.572063 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.572063 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.572562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.572562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.572562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.572929 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.573213 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.573354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.573494 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.573621 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.573800 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.573991 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.575263 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.575263 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.575263 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.575263 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.575263 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.575263 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.575973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.575973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.575973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.575973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.65/identity {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.578131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.578131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.578131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.578131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.578131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.578131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.578131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.578131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.579058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.579058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.579058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.579058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.579058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.579058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.579058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.579058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.579058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.580312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.580312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.580312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.580312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.582520 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.582520 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.582520 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.582520 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.582520 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.582520 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.583545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.583751 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.583954 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.585228 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.588636 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.589043 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.589399 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.589699 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.590064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.590451 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.590803 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.591148 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.591504 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.591861 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.592508 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.592865 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.593192 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.594167 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.594167 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.594167 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.594531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.594820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.595168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.595517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.595862 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.596208 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.596942 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.597335 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.598860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.598860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.598860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.598860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.599156 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.599278 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.599834 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.600178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.600994 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.600994 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.601164 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.601470 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.601817 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.602164 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.602506 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.602825 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.603418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.603764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.604134 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.604513 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.605088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.605443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.605791 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.606155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.606538 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.606856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.607203 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.607553 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.607896 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.608232 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.608628 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.608996 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.609340 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.609686 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.610036 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.610398 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.610766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.611115 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.611465 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.611812 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.612172 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.613752 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.614163 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.615664 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.615664 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.615664 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.615664 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.615664 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.616682 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.616682 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.616682 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.617840 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.617840 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.617840 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.618610 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.618610 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.618875 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.619077 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.619429 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.619774 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.620124 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.620925 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.620925 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.621337 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.65/identity {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.621539 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.621740 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.622074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.622417 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.622763 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.623108 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.623452 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.624166 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.624166 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.624515 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.624782 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.625132 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.625477 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.625823 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.626166 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.626512 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.626858 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.627210 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.627532 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.627866 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.628825 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.629167 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.629526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.629867 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.630276 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.631427 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.632101 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.632388 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.632714 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.632910 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.634438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.634438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.634438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.634438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.634438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.635533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.635533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.635533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.636202 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.636202 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.636852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.636852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.637347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.637347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.637859 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.638018 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.638248 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.638569 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.638917 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.639251 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.639585 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.639925 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.640267 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.640643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.640984 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.641322 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.641679 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.642995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.642995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.642995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.642995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.643321 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.644973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.644973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.644973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.645190 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.645691 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.647250 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.647250 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.647250 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.647250 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.647589 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.647658 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.648146 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.648723 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.648853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.649258 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.649388 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.649757 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.650081 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.650860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.650860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.651136 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.651345 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.651684 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.652056 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.652294 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.652655 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.652994 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.653308 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.653626 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.653968 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.654324 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.655235 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.655235 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.655235 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.655971 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.655971 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.656238 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.656569 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.656902 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.657241 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.657560 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.658118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.658278 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.658569 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.659119 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.659119 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.661086 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.661438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.661761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.662113 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.662460 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.662834 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.663087 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.663415 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.663765 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.664114 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.664496 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.664810 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 11:00:19.665119 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 18 11:00:32.234739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1f718e-0507-4148-965c-a9da54aba187 None None] get_active_networks_info from dv-cinder-773985-5-iscsi {{(pid=83934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 18 11:00:32.451413 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f718e-0507-4148-965c-a9da54aba187 None None] No non-hosted networks {{(pid=83934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 18 11:00:32.502806 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-84a7795c-b022-4bc7-85b4-dcbe91443788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579'] for agent, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:35.582403 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8fa1aaa0-2e0a-41c9-9cd7-1b756722cb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579'] for agent, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:35.651864 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-715bc1f6-dad9-432d-bbbb-c1987557b902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:36.164431 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579'] for agent, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:38.147702 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579'] for agent, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:38.458221 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579'] for agent, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:38.459363 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:38.459986 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:38.460654 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:38.461254 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:38.461853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:38.462472 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:38.463063 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:38.463673 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:38.464238 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:38.464966 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:38.465544 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:38.466119 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:38.466770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fcccb453c50>, 'Open vSwitch agent', 'dv-cinder-773985-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:00:38.474234 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fcccb2fafd0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:00:39.384233 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_hamode_db [None req-5afb3631-ca7d-4744-8b08-b1ffe4962ccb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 18 11:00:39.486595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb3631-ca7d-4744-8b08-b1ffe4962ccb None None] Routers set() bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:00:39.488161 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb3631-ca7d-4744-8b08-b1ffe4962ccb None None] Router IDs set() for agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 18 11:00:40.608201 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 35926) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:00:41.142127 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] get_endpoint_by_host() called for host dv-cinder-773985-5-iscsi {{(pid=83934) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 18 11:00:41.150759 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] get_endpoint_by_ip() called for ip 192.168.0.60 {{(pid=83934) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 18 11:00:41.157298 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] _add_endpoint() called for ip 192.168.0.60 {{(pid=83934) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 18 11:00:41.167013 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] _get_endpoints() called {{(pid=83934) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 18 11:00:41.484583 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING oslo_policy.policy [None req-08a5371a-db61-4e3d-a688-8193be12cf52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 11:00:41.485569 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING oslo_policy.policy [None req-08a5371a-db61-4e3d-a688-8193be12cf52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 11:00:41.956821 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [None req-08a5371a-db61-4e3d-a688-8193be12cf52 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:00:41.959119 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-08a5371a-db61-4e3d-a688-8193be12cf52 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 1.3478794
Feb 18 11:00:45.194899 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 35942) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:00:45.687235 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-8c5c6b7f-950e-4835-8bf9-609038c075b9 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:00:45.759268 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.policy [None req-8c5c6b7f-950e-4835-8bf9-609038c075b9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83933) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 18 11:00:45.797266 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING oslo_policy.policy [None req-8c5c6b7f-950e-4835-8bf9-609038c075b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 11:00:45.797688 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING oslo_policy.policy [None req-8c5c6b7f-950e-4835-8bf9-609038c075b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 11:00:45.825946 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota [None req-8c5c6b7f-950e-4835-8bf9-609038c075b9 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fcccb2e82e8>.
Feb 18 11:00:45.843771 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-8c5c6b7f-950e-4835-8bf9-609038c075b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:00:45.910006 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8c5c6b7f-950e-4835-8bf9-609038c075b9 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782344400879', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782344382841', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782344382333', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782344371968', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782344369049', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-574588', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854123493', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846908118', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7813583'] for rbac-policy, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:45.987327 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8c5c6b7f-950e-4835-8bf9-609038c075b9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:45.989472 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8c5c6b7f-950e-4835-8bf9-609038c075b9 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7931006
Feb 18 11:00:49.241657 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 35956) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:00:49.659689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Request body: {'network': {'project_id': '7d75cec2f55e480d8d028d9570b27220', 'admin_state_up': True, 'name': 'private'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:00:49.666076 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:00:49.671612 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Usage tracker for resource:network and tenant:7d75cec2f55e480d8d028d9570b27220 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:00:49.676415 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:00:49.682927 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:00:49.693112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Made reservation on behalf of 7d75cec2f55e480d8d028d9570b27220 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:00:49.698933 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:49.719716 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:49.895332 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:00:49.899595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Usage tracker for resource:security_group_rule and tenant:7d75cec2f55e480d8d028d9570b27220 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:00:49.903564 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:00:49.910578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:00:50.018162 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:50.021169 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:50.026147 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:00:50.052717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:00:50.081399 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ec1115-6445-4b6e-908f-37f227b56199,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:00:50.084963 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782348382238', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:50.085598 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Added segment d291f7e3-11ab-4672-872e-127466040b29 of type vxlan for network 26b7c461-111d-4f57-9304-eb82570047e1
Feb 18 11:00:50.108192 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:50.108610 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:50.108976 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:50.109335 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:50.109690 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:50.110058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:50.110409 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:50.110759 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:50.111122 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:50.112066 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:50.112389 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:50.112878 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Tracked resource versions report:
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]: pushed versions:
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]: {   'AddressGroup': {'1.1'},
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:     'ConntrackHelper': {'1.0'},
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Log': {'1.0'},
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Network': {'1.1'},
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Port': {'1.7'},
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:     'PortForwarding': {'1.2'},
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:     'QosPolicy': {'1.8'},
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SecurityGroup': {'1.4'},
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SecurityGroupRule': {'1.2'},
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SubPort': {'1.0'},
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Subnet': {'1.1'},
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Trunk': {'1.1'}}
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]: consumer versions:
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]: {   DHCP agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:     L3 agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:     Metadata agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:     Metering agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:     Open vSwitch agent@dv-cinder-773985-5-iscsi: {   'AddressGroup': '1.1',
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'ConntrackHelper': '1.0',
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Log': '1.0',
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Network': '1.1',
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Port': '1.7',
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'PortForwarding': '1.2',
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'QosPolicy': '1.8',
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SecurityGroup': '1.4',
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SecurityGroupRule': '1.2',
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SubPort': '1.0',
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Subnet': '1.1',
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Trunk': '1.1'}}
Feb 18 11:00:50.114026 dv-cinder-773985-5-iscsi neutron-server[83816]:  {{(pid=83933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 11:00:50.145703 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:00:50.224692 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:50.269742 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:50.271135 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:00:50.271779 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:50.277122 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:00:50.399000 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Pushing event updated for resources: {'Network': ['ID=26b7c461-111d-4f57-9304-eb82570047e1,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:00:50.402388 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:00:50.404316 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.1613493
Feb 18 11:00:50.413522 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network 26b7c461-111d-4f57-9304-eb82570047e1 details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:00:54.640142 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 35972) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:00:55.555545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91acbc8-f929-4c8c-850c-b9df43950b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:00:55.557453 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-e91acbc8-f929-4c8c-850c-b9df43950b9e admin admin] 10.222.0.65 "GET /v2.0/networks/26b7c461-111d-4f57-9304-eb82570047e1 HTTP/1.1" status: 200  len: 818 time: 0.9157317
Feb 18 11:00:55.600581 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-01771298-52ad-4172-9954-a1a6ff985fe4 admin admin] 10.222.0.65 "GET /v2.0/subnetpools/c7325e7a-e896-4f50-8f23-57c8f751fbd4 HTTP/1.1" status: 200  len: 734 time: 0.0309548
Feb 18 11:00:55.617102 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '7d75cec2f55e480d8d028d9570b27220', 'name': 'private-subnet', 'network_id': '26b7c461-111d-4f57-9304-eb82570047e1', 'subnetpool_id': 'c7325e7a-e896-4f50-8f23-57c8f751fbd4'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:00:55.622713 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:00:55.628669 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] Usage tracker for resource:subnet and tenant:7d75cec2f55e480d8d028d9570b27220 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:00:55.632492 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:00:55.640066 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:00:55.652049 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] Made reservation on behalf of 7d75cec2f55e480d8d028d9570b27220 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:00:55.657125 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:56.296795 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:56.327133 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:00:56.543886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4979a9fb-06ef-4b7c-a3c8-fc79034cf70c,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:00:56.551703 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:00:56.629218 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] Checking segment: {'id': 'd291f7e3-11ab-4672-872e-127466040b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26b7c461-111d-4f57-9304-eb82570047e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:00:56.629614 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] Network hostable DHCP agents. Network: 26b7c461-111d-4f57-9304-eb82570047e1, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:00:56.652607 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] Network 26b7c461-111d-4f57-9304-eb82570047e1 is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:00:56.665160 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, 26b7c461-111d-4f57-9304-eb82570047e1) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:00:56.670498 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:00:56.671141 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:56.680231 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b010b0e-25ee-483f-8fa0-8b4af9fa8fa0 None None] Network 26b7c461-111d-4f57-9304-eb82570047e1 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:00:56.696586 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0841231
Feb 18 11:00:57.454281 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0063768c-ca8b-5880-8154-fcd8b5cc5478-26b7c461-111d-4f57-9304-eb82570047e1', 'network_id': '26b7c461-111d-4f57-9304-eb82570047e1', 'tenant_id': '7d75cec2f55e480d8d028d9570b27220', 'fixed_ips': [{'subnet_id': '4979a9fb-06ef-4b7c-a3c8-fc79034cf70c'}]}} from dv-cinder-773985-5-iscsi. {{(pid=83934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 11:00:57.456618 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:57.879246 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Allocated IP 172.20.0.2 (26b7c461-111d-4f57-9304-eb82570047e1/4979a9fb-06ef-4b7c-a3c8-fc79034cf70c/af8a6616-0013-41b1-aebe-2b4747d66c1d) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:00:58.204072 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:58.221884 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Transition to ACTIVE for port object af8a6616-0013-41b1-aebe-2b4747d66c1d will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:00:58.246199 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Transition to ACTIVE for port object af8a6616-0013-41b1-aebe-2b4747d66c1d will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:00:58.253741 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:58.269398 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:00:58.413337 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Pushing event updated for resources: {'Port': ['ID=af8a6616-0013-41b1-aebe-2b4747d66c1d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:00:58.427630 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:58.428009 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:58.428377 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:58.428772 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:58.429136 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:58.429498 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:58.429854 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:58.430210 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:58.430564 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:58.430916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:58.431271 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:58.431615 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Tracked resource versions report:
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]: pushed versions:
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]: {   'AddressGroup': {'1.1'},
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:     'ConntrackHelper': {'1.0'},
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Log': {'1.0'},
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Network': {'1.1'},
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Port': {'1.7'},
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:     'PortForwarding': {'1.2'},
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:     'QosPolicy': {'1.8'},
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SecurityGroup': {'1.4'},
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SecurityGroupRule': {'1.2'},
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SubPort': {'1.0'},
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Subnet': {'1.1'},
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Trunk': {'1.1'}}
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]: consumer versions:
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]: {   DHCP agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:     L3 agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:     Metadata agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:     Metering agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:     Open vSwitch agent@dv-cinder-773985-5-iscsi: {   'AddressGroup': '1.1',
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'ConntrackHelper': '1.0',
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Log': '1.0',
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Network': '1.1',
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Port': '1.7',
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'PortForwarding': '1.2',
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'QosPolicy': '1.8',
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SecurityGroup': '1.4',
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SecurityGroupRule': '1.2',
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SubPort': '1.0',
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Subnet': '1.1',
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Trunk': '1.1'}}
Feb 18 11:00:58.432762 dv-cinder-773985-5-iscsi neutron-server[83816]:  {{(pid=83934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 11:00:58.441430 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:00:58.496671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Network 26b7c461-111d-4f57-9304-eb82570047e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:00:58.498635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Resources bound (agent type, host, resource id):  {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:00:58.503849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:00:58.577049 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Attempting to bind port af8a6616-0013-41b1-aebe-2b4747d66c1d on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:00:58.577488 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Attempting to bind port af8a6616-0013-41b1-aebe-2b4747d66c1d by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': 'd291f7e3-11ab-4672-872e-127466040b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26b7c461-111d-4f57-9304-eb82570047e1'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:00:58.577909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Attempting to bind port af8a6616-0013-41b1-aebe-2b4747d66c1d on network 26b7c461-111d-4f57-9304-eb82570047e1 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:00:58.584919 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:00:58.585352 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Checking segment: {'id': 'd291f7e3-11ab-4672-872e-127466040b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26b7c461-111d-4f57-9304-eb82570047e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:00:58.585864 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:58.586322 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Bound using segment: {'id': 'd291f7e3-11ab-4672-872e-127466040b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26b7c461-111d-4f57-9304-eb82570047e1'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:00:58.586869 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Bound port: af8a6616-0013-41b1-aebe-2b4747d66c1d, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd291f7e3-11ab-4672-872e-127466040b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26b7c461-111d-4f57-9304-eb82570047e1'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:00:58.587379 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:58.710362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] For port af8a6616-0013-41b1-aebe-2b4747d66c1d, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:00:58.718266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] For port af8a6616-0013-41b1-aebe-2b4747d66c1d, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=af8a6616-0013-41b1-aebe-2b4747d66c1d,segment=NetworkSegment(d291f7e3-11ab-4672-872e-127466040b29),segment_id=d291f7e3-11ab-4672-872e-127466040b29)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:00:58.724199 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:00:58.753529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:00:58.934299 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Pushing event updated for resources: {'Port': ['ID=af8a6616-0013-41b1-aebe-2b4747d66c1d,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:00:58.957276 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:00:59.483902 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 5 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:00:59.992197 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 35982) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:01:00.640843 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [None req-fca66893-9b47-4e20-a03c-daba60836744 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:01:00.661088 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-fca66893-9b47-4e20-a03c-daba60836744 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.6672223
Feb 18 11:01:02.163086 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-291b15d6-2f94-4d60-9e47-9ff0fdf0874d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:03.241555 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device af8a6616-0013-41b1-aebe-2b4747d66c1d up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:01:03.347816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port af8a6616-0013-41b1-aebe-2b4747d66c1d completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:01:03.731845 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 35996) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:01:04.293185 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [None req-ea21fcdd-7c65-43c5-a26f-0025ab073080 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:01:04.297251 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ea21fcdd-7c65-43c5-a26f-0025ab073080 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.5636592
Feb 18 11:01:04.424848 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2a4894-bfa3-4732-825b-83b231589e79 None None] Network 26b7c461-111d-4f57-9304-eb82570047e1 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:01:04.610335 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-8b23d140-c4fb-4132-bbb1-44aca9b9f3af None None] Provisioning for port af8a6616-0013-41b1-aebe-2b4747d66c1d completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:01:04.626154 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-8b23d140-c4fb-4132-bbb1-44aca9b9f3af None None] Provisioning complete for port af8a6616-0013-41b1-aebe-2b4747d66c1d triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:01:04.627391 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8b23d140-c4fb-4132-bbb1-44aca9b9f3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:04.948385 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8b23d140-c4fb-4132-bbb1-44aca9b9f3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:05.047813 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-8b23d140-c4fb-4132-bbb1-44aca9b9f3af None None] For port af8a6616-0013-41b1-aebe-2b4747d66c1d, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=af8a6616-0013-41b1-aebe-2b4747d66c1d,segment=NetworkSegment(d291f7e3-11ab-4672-872e-127466040b29),segment_id=d291f7e3-11ab-4672-872e-127466040b29)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:01:05.052636 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8b23d140-c4fb-4132-bbb1-44aca9b9f3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:05.060436 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:01:05.176932 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23d140-c4fb-4132-bbb1-44aca9b9f3af None None] Pushing event updated for resources: {'Port': ['ID=af8a6616-0013-41b1-aebe-2b4747d66c1d,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:01:05.180646 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8b23d140-c4fb-4132-bbb1-44aca9b9f3af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:01:05.393667 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-f741f514-1d8e-4523-99cc-c22474697cae None None] Provisioning complete for port af8a6616-0013-41b1-aebe-2b4747d66c1d triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:01:05.394498 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f741f514-1d8e-4523-99cc-c22474697cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:05.594698 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-907179d2-7a5d-4e1d-9a52-1ada5ad31076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:05.708257 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-0e942248-2086-400f-8613-16b2148a82ce None None] Provisioning complete for port af8a6616-0013-41b1-aebe-2b4747d66c1d triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:01:05.708780 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0e942248-2086-400f-8613-16b2148a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:06.032552 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-abf389c9-34d7-4094-8d38-214ecada2198 None None] Provisioning complete for port af8a6616-0013-41b1-aebe-2b4747d66c1d triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:01:06.033177 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-abf389c9-34d7-4094-8d38-214ecada2198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:06.116846 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:07.209683 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device af8a6616-0013-41b1-aebe-2b4747d66c1d up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:01:07.288826 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port af8a6616-0013-41b1-aebe-2b4747d66c1d triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:01:07.289336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:07.609689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 36028) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:01:07.788712 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-a7d3b954-da35-46b2-bd6d-3b9be7a62174 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '7d75cec2f55e480d8d028d9570b27220', 'name': 'router1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:01:07.794905 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-a7d3b954-da35-46b2-bd6d-3b9be7a62174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:01:07.799412 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-a7d3b954-da35-46b2-bd6d-3b9be7a62174 admin admin] Usage tracker for resource:router and tenant:7d75cec2f55e480d8d028d9570b27220 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:01:07.802865 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-a7d3b954-da35-46b2-bd6d-3b9be7a62174 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:01:07.809108 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-a7d3b954-da35-46b2-bd6d-3b9be7a62174 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:01:07.818375 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b954-da35-46b2-bd6d-3b9be7a62174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854268428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746343'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:07.819764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b954-da35-46b2-bd6d-3b9be7a62174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854268443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854278397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7977197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29457'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:07.853690 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b954-da35-46b2-bd6d-3b9be7a62174 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:07.975328 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b954-da35-46b2-bd6d-3b9be7a62174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854278171'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:07.996338 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b954-da35-46b2-bd6d-3b9be7a62174 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:07.997691 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-a7d3b954-da35-46b2-bd6d-3b9be7a62174 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.3868809
Feb 18 11:01:08.045592 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:08.455516 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:10.660981 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 36038) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:01:10.873244 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING oslo_policy.policy [None req-319e1488-50cd-4faf-b0c4-907b90f654c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 11:01:10.873888 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING oslo_policy.policy [None req-319e1488-50cd-4faf-b0c4-907b90f654c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 11:01:11.116749 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [None req-319e1488-50cd-4faf-b0c4-907b90f654c1 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83932) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:01:11.118053 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-319e1488-50cd-4faf-b0c4-907b90f654c1 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4560163
Feb 18 11:01:14.410983 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 36054) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:01:14.469242 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:01:14.473233 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.quota [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fcccb4d0198>.
Feb 18 11:01:14.491472 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:01:14.498733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Usage tracker for resource:network and tenant:508c6ed152684d0abf3e2684c471859c is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:01:14.504145 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:01:14.512694 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:01:14.530671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Made reservation on behalf of 508c6ed152684d0abf3e2684c471859c for: {'network': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:01:14.582007 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.policy [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83932) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 18 11:01:14.620151 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING oslo_policy.policy [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 11:01:14.620612 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING oslo_policy.policy [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 11:01:14.651528 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:14.672657 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:14.691470 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:01:14.695843 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Usage tracker for resource:security_group_rule and tenant:508c6ed152684d0abf3e2684c471859c is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:01:14.699443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:01:14.706312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:01:14.822766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:14.825648 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:14.832528 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:01:15.009760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Reserving flat network on physical network physnet1 {{(pid=83932) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 18 11:01:15.045777 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782348382238', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:15.046509 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fcccc1701e0> segment precommit_create {{(pid=83932) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 18 11:01:15.047029 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Added segment 73f0051b-b388-4413-813c-a0d164f5b83f of type flat for network c5ace08f-47fa-48e4-be4d-8f3271a2d184
Feb 18 11:01:15.114744 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e627de-153b-47e1-b667-321ba0d2015e,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:01:15.138413 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:15.138801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:15.139168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:15.139531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:15.139886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:15.140257 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:15.140637 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:15.141009 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:15.141366 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:15.142140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:15.143230 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:15.143595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Tracked resource versions report:
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]: pushed versions:
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]: {   'AddressGroup': {'1.1'},
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:     'ConntrackHelper': {'1.0'},
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Log': {'1.0'},
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Network': {'1.1'},
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Port': {'1.7'},
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:     'PortForwarding': {'1.2'},
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:     'QosPolicy': {'1.8'},
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SecurityGroup': {'1.4'},
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SecurityGroupRule': {'1.2'},
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SubPort': {'1.0'},
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Subnet': {'1.1'},
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Trunk': {'1.1'}}
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]: consumer versions:
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]: {   DHCP agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:     L3 agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:     Metadata agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:     Metering agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:     Open vSwitch agent@dv-cinder-773985-5-iscsi: {   'AddressGroup': '1.1',
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'ConntrackHelper': '1.0',
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Log': '1.0',
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Network': '1.1',
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Port': '1.7',
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'PortForwarding': '1.2',
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'QosPolicy': '1.8',
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SecurityGroup': '1.4',
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SecurityGroupRule': '1.2',
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SubPort': '1.0',
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Subnet': '1.1',
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Trunk': '1.1'}}
Feb 18 11:01:15.144764 dv-cinder-773985-5-iscsi neutron-server[83816]:  {{(pid=83932) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 11:01:15.202185 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:01:15.204049 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:15.256807 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:15.258247 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:01:15.258884 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:15.264024 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:01:15.385523 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9733622
Feb 18 11:01:15.386256 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Pushing event updated for resources: {'Network': ['ID=c5ace08f-47fa-48e4-be4d-8f3271a2d184,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:01:15.389518 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:01:15.398439 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:01:18.118190 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 36070) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:01:18.263855 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ccf4d1-9e7c-43b3-bc26-f8e48d937421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:01:18.265420 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-a1ccf4d1-9e7c-43b3-bc26-f8e48d937421 admin admin] 10.222.0.65 "GET /v2.0/subnets/4979a9fb-06ef-4b7c-a3c8-fc79034cf70c HTTP/1.1" status: 200  len: 849 time: 0.1460376
Feb 18 11:01:18.467683 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-bd124eb8-6a97-4334-8955-d2c364234320 admin admin] 10.222.0.65 "GET /v2.0/routers/6f9d9cb5-894e-4391-87fe-b6df7601626e HTTP/1.1" status: 200  len: 704 time: 0.1902280
Feb 18 11:01:19.012920 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:19.513511 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Allocated IP 172.20.0.1 (26b7c461-111d-4f57-9304-eb82570047e1/4979a9fb-06ef-4b7c-a3c8-fc79034cf70c/fa725008-beb3-4cae-8279-f72c04ec5d57) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:01:19.872726 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:19.899495 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Transition to ACTIVE for port object fa725008-beb3-4cae-8279-f72c04ec5d57 will not be triggered until provisioned by entity DHCP. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:01:19.980951 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:19.994583 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:01:20.140865 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Pushing event updated for resources: {'Port': ['ID=fa725008-beb3-4cae-8279-f72c04ec5d57,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:01:20.144703 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:01:20.213648 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Network 26b7c461-111d-4f57-9304-eb82570047e1 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:01:20.214878 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:01:20.218380 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:01:20.219250 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519390'] for router_interface, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:20.504182 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-4c1fe49f-4ff3-4af2-abc4-cec1cd74de25 None None] Provisioning for port fa725008-beb3-4cae-8279-f72c04ec5d57 completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:01:20.513608 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-4c1fe49f-4ff3-4af2-abc4-cec1cd74de25 None None] Provisioning complete for port fa725008-beb3-4cae-8279-f72c04ec5d57 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:01:20.514355 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4c1fe49f-4ff3-4af2-abc4-cec1cd74de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:20.533969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:20.630942 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-4c1fe49f-4ff3-4af2-abc4-cec1cd74de25 None None] Port fa725008-beb3-4cae-8279-f72c04ec5d57 cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:01:20.870670 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:20.875003 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:20.876960 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854256516'] for router_interface, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:20.893602 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:01:21.050888 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Pushing event updated for resources: {'Port': ['ID=fa725008-beb3-4cae-8279-f72c04ec5d57,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:01:21.053822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:01:21.123845 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Network 26b7c461-111d-4f57-9304-eb82570047e1 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:01:21.125141 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:01:21.359440 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-bb7036c9-6426-48f4-b613-d748a5e7f334 None None] Provisioning complete for port fa725008-beb3-4cae-8279-f72c04ec5d57 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:01:21.359851 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bb7036c9-6426-48f4-b613-d748a5e7f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:21.426058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Router 6f9d9cb5-894e-4391-87fe-b6df7601626e is scheduled to L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf with binding_index 1 {{(pid=83932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 11:01:21.427827 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-bb7036c9-6426-48f4-b613-d748a5e7f334 None None] Port fa725008-beb3-4cae-8279-f72c04ec5d57 cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:01:21.789821 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:01:21.800763 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Sync routers for ids ['6f9d9cb5-894e-4391-87fe-b6df7601626e'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:01:21.801068 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] 10.222.0.65 "PUT /v2.0/routers/6f9d9cb5-894e-4391-87fe-b6df7601626e/add_router_interface HTTP/1.1" status: 200  len: 508 time: 3.3267047
Feb 18 11:01:21.814756 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Routers {'6f9d9cb5-894e-4391-87fe-b6df7601626e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:01:21.815823 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcccb463048>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:01:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['6f9d9cb5-894e-4391-87fe-b6df7601626e'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:01:22.029342 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Set router 6f9d9cb5-894e-4391-87fe-b6df7601626e gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:01:22.670861 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcccb463048>, [{'id': '6f9d9cb5-894e-4391-87fe-b6df7601626e', 'name': 'router1', 'tenant_id': '7d75cec2f55e480d8d028d9570b27220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:01:07Z', 'updated_at': '2021-02-18T11:01:20Z', 'revision_number': 2, 'project_id': '7d75cec2f55e480d8d028d9570b27220', 'gw_port_host': None, '_interfaces': [{'id': 'fa725008-beb3-4cae-8279-f72c04ec5d57', 'name': '', 'network_id': '26b7c461-111d-4f57-9304-eb82570047e1', 'tenant_id': '7d75cec2f55e480d8d028d9570b27220', 'mac_address': 'fa:16:3e:4e:fa:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9d9cb5-894e-4391-87fe-b6df7601626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4979a9fb-06ef-4b7c-a3c8-fc79034cf70c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:01:19Z', 'updated_at': '2021-02-18T11:01:20Z', 'revision_number': 2, 'project_id': '7d75cec2f55e480d8d028d9570b27220', 'subnets': [{'id': '4979a9fb-06ef-4b7c-a3c8-fc79034cf70c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7325e7a-e896-4f50-8f23-57c8f751fbd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:01:22.677030 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Checking router: 6f9d9cb5-894e-4391-87fe-b6df7601626e for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:01:22.677474 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Updating router 6f9d9cb5-894e-4391-87fe-b6df7601626e port fa725008-beb3-4cae-8279-f72c04ec5d57 binding host dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:01:22.746229 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:23.436696 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:23.454196 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Transition to ACTIVE for port object fa725008-beb3-4cae-8279-f72c04ec5d57 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:01:23.457121 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:23.525747 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:01:23.648955 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Pushing event updated for resources: {'Port': ['ID=fa725008-beb3-4cae-8279-f72c04ec5d57,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:01:23.670557 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:23.670898 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:23.671239 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:23.671585 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:23.671947 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:23.672297 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:23.673205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:23.673561 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:23.673920 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:23.674273 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:23.674618 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:23.674962 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Tracked resource versions report:
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]: pushed versions:
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]: {   'AddressGroup': {'1.1'},
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:     'ConntrackHelper': {'1.0'},
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Log': {'1.0'},
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Network': {'1.1'},
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Port': {'1.7'},
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:     'PortForwarding': {'1.2'},
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:     'QosPolicy': {'1.8'},
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SecurityGroup': {'1.4'},
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SecurityGroupRule': {'1.2'},
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SubPort': {'1.0'},
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Subnet': {'1.1'},
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Trunk': {'1.1'}}
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]: consumer versions:
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]: {   DHCP agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:     L3 agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:     Metadata agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:     Metering agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:     Open vSwitch agent@dv-cinder-773985-5-iscsi: {   'AddressGroup': '1.1',
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'ConntrackHelper': '1.0',
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Log': '1.0',
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Network': '1.1',
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Port': '1.7',
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'PortForwarding': '1.2',
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'QosPolicy': '1.8',
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SecurityGroup': '1.4',
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SecurityGroupRule': '1.2',
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SubPort': '1.0',
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Subnet': '1.1',
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Trunk': '1.1'}}
Feb 18 11:01:23.676060 dv-cinder-773985-5-iscsi neutron-server[83816]:  {{(pid=83935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 11:01:23.679937 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:01:23.866032 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Attempting to bind port fa725008-beb3-4cae-8279-f72c04ec5d57 on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:01:23.866983 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Attempting to bind port fa725008-beb3-4cae-8279-f72c04ec5d57 by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': 'd291f7e3-11ab-4672-872e-127466040b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26b7c461-111d-4f57-9304-eb82570047e1'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:01:23.867707 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Attempting to bind port fa725008-beb3-4cae-8279-f72c04ec5d57 on network 26b7c461-111d-4f57-9304-eb82570047e1 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:01:23.879950 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:01:23.880666 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Checking segment: {'id': 'd291f7e3-11ab-4672-872e-127466040b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26b7c461-111d-4f57-9304-eb82570047e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:01:23.881439 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:23.882143 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Bound using segment: {'id': 'd291f7e3-11ab-4672-872e-127466040b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26b7c461-111d-4f57-9304-eb82570047e1'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:01:23.883085 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Bound port: fa725008-beb3-4cae-8279-f72c04ec5d57, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd291f7e3-11ab-4672-872e-127466040b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26b7c461-111d-4f57-9304-eb82570047e1'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:01:23.883806 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:24.061923 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] For port fa725008-beb3-4cae-8279-f72c04ec5d57, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:01:24.071280 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] For port fa725008-beb3-4cae-8279-f72c04ec5d57, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=fa725008-beb3-4cae-8279-f72c04ec5d57,segment=NetworkSegment(d291f7e3-11ab-4672-872e-127466040b29),segment_id=d291f7e3-11ab-4672-872e-127466040b29)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:01:24.080339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:24.109907 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:01:24.386046 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Pushing event updated for resources: {'Port': ['ID=fa725008-beb3-4cae-8279-f72c04ec5d57,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:01:24.396190 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:01:24.502006 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Routers {'6f9d9cb5-894e-4391-87fe-b6df7601626e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:01:24.503136 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcccb463048>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:01:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['6f9d9cb5-894e-4391-87fe-b6df7601626e'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:01:24.739732 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] Set router 6f9d9cb5-894e-4391-87fe-b6df7601626e gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:01:25.039287 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 36084) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:01:25.250944 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcccb463048>, [{'id': '6f9d9cb5-894e-4391-87fe-b6df7601626e', 'name': 'router1', 'tenant_id': '7d75cec2f55e480d8d028d9570b27220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:01:07Z', 'updated_at': '2021-02-18T11:01:20Z', 'revision_number': 2, 'project_id': '7d75cec2f55e480d8d028d9570b27220', 'gw_port_host': None, '_interfaces': [{'id': 'fa725008-beb3-4cae-8279-f72c04ec5d57', 'name': '', 'network_id': '26b7c461-111d-4f57-9304-eb82570047e1', 'tenant_id': '7d75cec2f55e480d8d028d9570b27220', 'mac_address': 'fa:16:3e:4e:fa:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9d9cb5-894e-4391-87fe-b6df7601626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4979a9fb-06ef-4b7c-a3c8-fc79034cf70c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:01:19Z', 'updated_at': '2021-02-18T11:01:24Z', 'revision_number': 4, 'project_id': '7d75cec2f55e480d8d028d9570b27220', 'subnets': [{'id': '4979a9fb-06ef-4b7c-a3c8-fc79034cf70c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7325e7a-e896-4f50-8f23-57c8f751fbd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:01:25.258093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0d1be-c657-48cc-af2e-a6b4bb938e5b None None] The sync data for ids ['6f9d9cb5-894e-4391-87fe-b6df7601626e'] in dv-cinder-773985-5-iscsi is: [{'id': '6f9d9cb5-894e-4391-87fe-b6df7601626e', 'name': 'router1', 'tenant_id': '7d75cec2f55e480d8d028d9570b27220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:01:07Z', 'updated_at': '2021-02-18T11:01:20Z', 'revision_number': 2, 'project_id': '7d75cec2f55e480d8d028d9570b27220', 'gw_port_host': None, '_interfaces': [{'id': 'fa725008-beb3-4cae-8279-f72c04ec5d57', 'name': '', 'network_id': '26b7c461-111d-4f57-9304-eb82570047e1', 'tenant_id': '7d75cec2f55e480d8d028d9570b27220', 'mac_address': 'fa:16:3e:4e:fa:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9d9cb5-894e-4391-87fe-b6df7601626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4979a9fb-06ef-4b7c-a3c8-fc79034cf70c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:01:19Z', 'updated_at': '2021-02-18T11:01:24Z', 'revision_number': 4, 'project_id': '7d75cec2f55e480d8d028d9570b27220', 'subnets': [{'id': '4979a9fb-06ef-4b7c-a3c8-fc79034cf70c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7325e7a-e896-4f50-8f23-57c8f751fbd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:01:25.261762 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2e3d7a-1cba-44eb-8f1c-1e5b20d3b8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:01:25.263473 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-eb2e3d7a-1cba-44eb-8f1c-1e5b20d3b8f6 admin admin] 10.222.0.65 "GET /v2.0/networks/c5ace08f-47fa-48e4-be4d-8f3271a2d184 HTTP/1.1" status: 200  len: 842 time: 0.2228451
Feb 18 11:01:25.279042 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Request body: {'subnet': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:01:25.285943 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:01:25.293130 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Usage tracker for resource:subnet and tenant:508c6ed152684d0abf3e2684c471859c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:01:25.297537 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:01:25.305026 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:01:25.315717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Made reservation on behalf of 508c6ed152684d0abf3e2684c471859c for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:01:25.321149 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:25.877958 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.objects.ports [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83933) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 11:01:25.878795 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:25.892854 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:01:26.238529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a98b032-830e-4592-9d96-19e7b76a365e,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:01:26.244504 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:01:26.368059 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Checking segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:01:26.368674 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Network hostable DHCP agents. Network: c5ace08f-47fa-48e4-be4d-8f3271a2d184, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:01:26.414929 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:01:26.431113 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, c5ace08f-47fa-48e4-be4d-8f3271a2d184) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:01:26.439170 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:01:26.439770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:26.464193 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977c73bd-d892-421c-b385-0543ba05c86c None None] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:01:26.478611 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2054615
Feb 18 11:01:26.935144 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59ec51d-23f4-4f32-b7f5-82768f7f7962 None None] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:01:27.293197 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device fa725008-beb3-4cae-8279-f72c04ec5d57 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:01:27.512561 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port fa725008-beb3-4cae-8279-f72c04ec5d57 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:01:27.521740 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port fa725008-beb3-4cae-8279-f72c04ec5d57 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:01:27.522416 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:27.777617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:27.844127 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port fa725008-beb3-4cae-8279-f72c04ec5d57, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=fa725008-beb3-4cae-8279-f72c04ec5d57,segment=NetworkSegment(d291f7e3-11ab-4672-872e-127466040b29),segment_id=d291f7e3-11ab-4672-872e-127466040b29)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:01:27.850641 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:27.853598 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8b23d140-c4fb-4132-bbb1-44aca9b9f3af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:01:27.934385 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=fa725008-beb3-4cae-8279-f72c04ec5d57,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:01:27.939094 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:01:29.247885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device fa725008-beb3-4cae-8279-f72c04ec5d57 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:01:29.370837 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port fa725008-beb3-4cae-8279-f72c04ec5d57 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:01:29.371371 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:29.980032 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 36098) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:01:30.208217 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-70d04923-0dea-4bbf-b568-2f888461d61e admin admin] 10.222.0.65 "GET /v2.0/routers/6f9d9cb5-894e-4391-87fe-b6df7601626e HTTP/1.1" status: 200  len: 710 time: 0.2268965
Feb 18 11:01:30.353257 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bb69f3-10b8-402e-aa70-e22b216e4d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:01:30.353824 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-99bb69f3-10b8-402e-aa70-e22b216e4d44 admin admin] Synchronizing usage tracker for tenant:508c6ed152684d0abf3e2684c471859c on resource:network {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:01:30.371989 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-99bb69f3-10b8-402e-aa70-e22b216e4d44 admin admin] Unset dirty status for tenant:508c6ed152684d0abf3e2684c471859c on resource:network {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:01:30.373607 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-99bb69f3-10b8-402e-aa70-e22b216e4d44 admin admin] 10.222.0.65 "GET /v2.0/networks/c5ace08f-47fa-48e4-be4d-8f3271a2d184 HTTP/1.1" status: 200  len: 886 time: 0.1593535
Feb 18 11:01:30.385837 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:01:30.894522 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854278262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29440'] for router, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:31.291212 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:31.359789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:31.373896 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:31.393033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:01:31.397694 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:01:31.400909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:01:31.406953 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:01:31.510696 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:31.514072 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:31.529856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:01:31.639609 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24434c8-6f10-4e2d-bb41-35d8ef513d75,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:01:31.646638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:01:31.847965 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Allocated IP 172.27.1.158 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/635432e3-23cd-484a-a7eb-6423037b81bc) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:01:32.160225 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-11dcc485-f5eb-47b3-974f-4cea1a52c09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:32.243595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:32.279465 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:32.299750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:01:32.449925 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Pushing event updated for resources: {'Port': ['ID=635432e3-23cd-484a-a7eb-6423037b81bc,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:01:32.455914 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:01:32.514453 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:01:32.515770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:01:32.519860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:01:33.037833 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:33.434268 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854278262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29440'] for router, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:33.438957 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854278171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-497539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-497554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854268534'] for router, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:33.699502 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Router 6f9d9cb5-894e-4391-87fe-b6df7601626e has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:01:33.971099 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:01:33.983677 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Sync routers for ids ['6f9d9cb5-894e-4391-87fe-b6df7601626e'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:01:33.993026 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Notify callbacks [] for router, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:33.994704 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] 10.222.0.65 "PUT /v2.0/routers/6f9d9cb5-894e-4391-87fe-b6df7601626e HTTP/1.1" status: 200  len: 890 time: 3.6130056
Feb 18 11:01:34.001631 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Routers {'6f9d9cb5-894e-4391-87fe-b6df7601626e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:01:34.002955 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca540320>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:01:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['6f9d9cb5-894e-4391-87fe-b6df7601626e'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:01:34.347356 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Set router 6f9d9cb5-894e-4391-87fe-b6df7601626e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:01:35.050048 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca540320>, [{'id': '6f9d9cb5-894e-4391-87fe-b6df7601626e', 'name': 'router1', 'tenant_id': '7d75cec2f55e480d8d028d9570b27220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '635432e3-23cd-484a-a7eb-6423037b81bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:01:07Z', 'updated_at': '2021-02-18T11:01:32Z', 'revision_number': 4, 'project_id': '7d75cec2f55e480d8d028d9570b27220', 'gw_port': {'id': '635432e3-23cd-484a-a7eb-6423037b81bc', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9d9cb5-894e-4391-87fe-b6df7601626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:01:31Z', 'updated_at': '2021-02-18T11:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'fa725008-beb3-4cae-8279-f72c04ec5d57', 'name': '', 'network_id': '26b7c461-111d-4f57-9304-eb82570047e1', 'tenant_id': '7d75cec2f55e480d8d028d9570b27220', 'mac_address': 'fa:16:3e:4e:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9d9cb5-894e-4391-87fe-b6df7601626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4979a9fb-06ef-4b7c-a3c8-fc79034cf70c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:01:19Z', 'updated_at': '2021-02-18T11:01:27Z', 'revision_number': 5, 'project_id': '7d75cec2f55e480d8d028d9570b27220', 'subnets': [{'id': '4979a9fb-06ef-4b7c-a3c8-fc79034cf70c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7325e7a-e896-4f50-8f23-57c8f751fbd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:01:35.060083 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Checking router: 6f9d9cb5-894e-4391-87fe-b6df7601626e for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:01:35.060814 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Updating router 6f9d9cb5-894e-4391-87fe-b6df7601626e port 635432e3-23cd-484a-a7eb-6423037b81bc binding host dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:01:35.174599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:35.685864 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-61c9759f-3e90-4ded-a4cc-4039f48346c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:35.929592 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:35.952893 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Transition to ACTIVE for port object 635432e3-23cd-484a-a7eb-6423037b81bc will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:01:35.957077 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:35.971760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4ddab0b6-0669-4af9-9261-266c6b04c0be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:01:36.161994 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71879e-95b7-4184-a98c-8dd5b1ff60e6 None None] Pushing event updated for resources: {'Port': ['ID=635432e3-23cd-484a-a7eb-6423037b81bc,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:01:36.167904 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8f71879e-95b7-4184-a98c-8dd5b1ff60e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:01:36.174214 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:36.283265 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Attempting to bind port 635432e3-23cd-484a-a7eb-6423037b81bc on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:01:36.283879 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Attempting to bind port 635432e3-23cd-484a-a7eb-6423037b81bc by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:01:36.284559 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Attempting to bind port 635432e3-23cd-484a-a7eb-6423037b81bc on network c5ace08f-47fa-48e4-be4d-8f3271a2d184 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:01:36.294817 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:01:36.295443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Checking segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:01:36.296119 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:36.296835 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Bound using segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:01:36.298532 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Bound port: 635432e3-23cd-484a-a7eb-6423037b81bc, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:01:36.299182 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:36.440884 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] For port 635432e3-23cd-484a-a7eb-6423037b81bc, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:01:36.447045 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] For port 635432e3-23cd-484a-a7eb-6423037b81bc, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=635432e3-23cd-484a-a7eb-6423037b81bc,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:01:36.452022 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:36.483064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:01:36.490074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 5 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:01:37.027761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71879e-95b7-4184-a98c-8dd5b1ff60e6 None None] Pushing event updated for resources: {'Port': ['ID=635432e3-23cd-484a-a7eb-6423037b81bc,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:01:37.037409 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8f71879e-95b7-4184-a98c-8dd5b1ff60e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:01:37.094698 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Routers {'6f9d9cb5-894e-4391-87fe-b6df7601626e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:01:37.095497 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca540320>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:01:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['6f9d9cb5-894e-4391-87fe-b6df7601626e'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:01:37.343467 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] Set router 6f9d9cb5-894e-4391-87fe-b6df7601626e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:01:37.507736 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 36110) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:01:37.681512 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483d33a3-f636-4bae-82b8-bbbe516063c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:01:37.684524 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-483d33a3-f636-4bae-82b8-bbbe516063c5 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1754298
Feb 18 11:01:37.765563 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca540320>, [{'id': '6f9d9cb5-894e-4391-87fe-b6df7601626e', 'name': 'router1', 'tenant_id': '7d75cec2f55e480d8d028d9570b27220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '635432e3-23cd-484a-a7eb-6423037b81bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:01:07Z', 'updated_at': '2021-02-18T11:01:32Z', 'revision_number': 4, 'project_id': '7d75cec2f55e480d8d028d9570b27220', 'gw_port': {'id': '635432e3-23cd-484a-a7eb-6423037b81bc', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9d9cb5-894e-4391-87fe-b6df7601626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:01:31Z', 'updated_at': '2021-02-18T11:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'fa725008-beb3-4cae-8279-f72c04ec5d57', 'name': '', 'network_id': '26b7c461-111d-4f57-9304-eb82570047e1', 'tenant_id': '7d75cec2f55e480d8d028d9570b27220', 'mac_address': 'fa:16:3e:4e:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9d9cb5-894e-4391-87fe-b6df7601626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4979a9fb-06ef-4b7c-a3c8-fc79034cf70c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:01:19Z', 'updated_at': '2021-02-18T11:01:27Z', 'revision_number': 5, 'project_id': '7d75cec2f55e480d8d028d9570b27220', 'subnets': [{'id': '4979a9fb-06ef-4b7c-a3c8-fc79034cf70c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7325e7a-e896-4f50-8f23-57c8f751fbd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:01:37.771484 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf6abb9-99e4-4fc9-ad71-6cd6dd59d8d7 None None] The sync data for ids ['6f9d9cb5-894e-4391-87fe-b6df7601626e'] in dv-cinder-773985-5-iscsi is: [{'id': '6f9d9cb5-894e-4391-87fe-b6df7601626e', 'name': 'router1', 'tenant_id': '7d75cec2f55e480d8d028d9570b27220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '635432e3-23cd-484a-a7eb-6423037b81bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:01:07Z', 'updated_at': '2021-02-18T11:01:32Z', 'revision_number': 4, 'project_id': '7d75cec2f55e480d8d028d9570b27220', 'gw_port': {'id': '635432e3-23cd-484a-a7eb-6423037b81bc', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9d9cb5-894e-4391-87fe-b6df7601626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:01:31Z', 'updated_at': '2021-02-18T11:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'fa725008-beb3-4cae-8279-f72c04ec5d57', 'name': '', 'network_id': '26b7c461-111d-4f57-9304-eb82570047e1', 'tenant_id': '7d75cec2f55e480d8d028d9570b27220', 'mac_address': 'fa:16:3e:4e:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9d9cb5-894e-4391-87fe-b6df7601626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4979a9fb-06ef-4b7c-a3c8-fc79034cf70c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:01:19Z', 'updated_at': '2021-02-18T11:01:27Z', 'revision_number': 5, 'project_id': '7d75cec2f55e480d8d028d9570b27220', 'subnets': [{'id': '4979a9fb-06ef-4b7c-a3c8-fc79034cf70c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7325e7a-e896-4f50-8f23-57c8f751fbd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:01:38.068845 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:38.476577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:39.280630 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 635432e3-23cd-484a-a7eb-6423037b81bc up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:01:39.411327 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port 635432e3-23cd-484a-a7eb-6423037b81bc completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:01:39.420681 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 635432e3-23cd-484a-a7eb-6423037b81bc triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:01:39.421327 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:39.634982 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:39.669105 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port 635432e3-23cd-484a-a7eb-6423037b81bc, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=635432e3-23cd-484a-a7eb-6423037b81bc,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:01:39.682529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:01:39.694606 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8f71879e-95b7-4184-a98c-8dd5b1ff60e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:01:39.807673 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=635432e3-23cd-484a-a7eb-6423037b81bc,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:01:39.815263 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:01:41.310918 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 635432e3-23cd-484a-a7eb-6423037b81bc up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:01:41.518933 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 635432e3-23cd-484a-a7eb-6423037b81bc triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:01:41.519553 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:02:02.173308 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-acc91f30-141d-400c-a301-730483660281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:02:05.584187 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cba11657-144c-4cc6-94fd-3724fd27693f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:02:06.101631 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:02:08.063869 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:02:08.466287 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:02:13.487672 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 5 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:02:32.170537 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6927dad5-2f3f-4e15-9a1f-bdd3eaa07eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:02:35.579888 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-917bbc2b-2d3c-4127-ab29-c6fba885e010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:02:36.100958 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:02:38.069368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:02:38.469173 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:02:50.483646 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 5 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:03:02.163458 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-352a2523-ba55-4b98-a090-e761c8d42bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:03:05.608314 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f1389b75-4647-4565-8f2c-854db45008ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:03:06.112609 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:03:08.084538 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:03:08.475246 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:03:27.485360 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 5 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:03:32.170510 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5edce6a9-ba21-49e7-b15b-bb965bd456b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:03:35.600711 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3748c207-ba20-462a-be5d-593e8deb6596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:03:36.112526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:03:38.093085 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:03:38.477096 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:04:02.170919 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f49d79ef-7e6f-42d8-ab7f-da74adf9205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:04:04.486616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 5 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:04:05.590280 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4faef028-7e0d-4139-8c61-b348afb65f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:04:06.107897 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:04:08.095577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:04:08.491825 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:04:27.831987 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 36686) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:04:27.971911 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f914c793-ea0f-4554-802e-28ca713f9083 admin admin] GET failed (client error): The resource could not be found.
Feb 18 11:04:27.973455 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-f914c793-ea0f-4554-802e-28ca713f9083 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1399591
Feb 18 11:04:28.255774 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364c0de4-18b1-4e7d-a66b-9c25a712e291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:04:28.258502 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-364c0de4-18b1-4e7d-a66b-9c25a712e291 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.2761872
Feb 18 11:04:31.158799 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 36696) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:04:31.318896 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761f9323-88be-4add-b22a-372bfe4fd9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:04:31.319530 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-761f9323-88be-4add-b22a-372bfe4fd9b1 admin admin] Synchronizing usage tracker for tenant:508c6ed152684d0abf3e2684c471859c on resource:subnet {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:04:31.345347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-761f9323-88be-4add-b22a-372bfe4fd9b1 admin admin] Unset dirty status for tenant:508c6ed152684d0abf3e2684c471859c on resource:subnet {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:04:31.346759 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-761f9323-88be-4add-b22a-372bfe4fd9b1 admin admin] 10.222.0.65 "GET /v2.0/subnets/4979a9fb-06ef-4b7c-a3c8-fc79034cf70c HTTP/1.1" status: 200  len: 849 time: 0.1869159
Feb 18 11:04:31.359819 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:04:31.521092 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Notify callbacks [] for subnet, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:04:32.063228 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782348209369'] for subnet, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:04:32.083461 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8fd1a4b0-cdf9-4884-80a7-93d423571a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:04:32.165311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c30e381d-fac0-409d-ae75-13282eee6247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:04:32.255451 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4979a9fb-06ef-4b7c-a3c8-fc79034cf70c,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:04:32.277668 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:04:32.278003 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:04:32.278175 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:04:32.278527 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:04:32.278935 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:04:32.279229 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:04:32.279581 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:04:32.279938 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:04:32.280315 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:04:32.280717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:04:32.281082 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:04:32.281436 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:04:32.287712 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:04:32.305685 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:04:32.306344 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:04:32.308314 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] 10.222.0.65 "PUT /v2.0/subnets/4979a9fb-06ef-4b7c-a3c8-fc79034cf70c HTTP/1.1" status: 200  len: 868 time: 0.9539645
Feb 18 11:04:32.315204 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c50f45-24ab-4e3b-ae79-975f5ee939ab None None] Network 26b7c461-111d-4f57-9304-eb82570047e1 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:04:32.944331 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-577f1297-64b9-4b32-98f0-e628e01bf2ee None None] Provisioning complete for port fa725008-beb3-4cae-8279-f72c04ec5d57 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:04:32.944781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-577f1297-64b9-4b32-98f0-e628e01bf2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:04:33.116979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-577f1297-64b9-4b32-98f0-e628e01bf2ee None None] Provisioning complete for port af8a6616-0013-41b1-aebe-2b4747d66c1d triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:04:33.117420 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-577f1297-64b9-4b32-98f0-e628e01bf2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:04:35.154406 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 36706) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:04:35.557763 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abd453a-980a-47e8-837b-c32f087ee003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:04:35.558325 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abd453a-980a-47e8-837b-c32f087ee003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:04:35.560979 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-2abd453a-980a-47e8-837b-c32f087ee003 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.4050529
Feb 18 11:04:35.586982 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-38fa88f4-d543-49b0-b64c-c17199f79f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:04:36.113073 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:04:38.097972 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:04:38.267120 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 36716) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:04:38.483717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:04:38.520823 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b2441c-f9ae-4679-a31a-8280e8726296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:04:38.521245 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b2441c-f9ae-4679-a31a-8280e8726296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:04:38.523139 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-80b2441c-f9ae-4679-a31a-8280e8726296 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2548046
Feb 18 11:04:41.333014 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 36726) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:04:41.492815 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 5 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:04:41.562886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435c830b-468b-475a-ae6a-9d6a956001f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:04:41.564818 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-435c830b-468b-475a-ae6a-9d6a956001f8 admin admin] 10.222.0.65 "GET /v2.0/networks/26b7c461-111d-4f57-9304-eb82570047e1 HTTP/1.1" status: 200  len: 862 time: 0.2301843
Feb 18 11:04:44.536567 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 36736) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:04:44.747893 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b79b1e4-0c6c-4732-8151-065a88662bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:04:44.749457 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-4b79b1e4-0c6c-4732-8151-065a88662bdc admin admin] 10.222.0.65 "GET /v2.0/networks/c5ace08f-47fa-48e4-be4d-8f3271a2d184 HTTP/1.1" status: 200  len: 886 time: 0.2117856
Feb 18 11:04:47.527832 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 36746) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:04:47.661935 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62481e10-8c8f-4b67-a5b4-418be7a06785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:04:47.662353 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62481e10-8c8f-4b67-a5b4-418be7a06785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:04:47.664090 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-62481e10-8c8f-4b67-a5b4-418be7a06785 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1351480
Feb 18 11:04:51.171396 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 36756) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:04:51.333977 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281db805-6664-45a0-ba0d-6f7a5aa8d73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:04:51.334615 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281db805-6664-45a0-ba0d-6f7a5aa8d73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:04:51.337826 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-281db805-6664-45a0-ba0d-6f7a5aa8d73b admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1644714
Feb 18 11:04:54.099442 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 36766) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:04:54.245206 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da07619-0c9a-48e8-8e77-9be618f29078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:04:54.246773 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-7da07619-0c9a-48e8-8e77-9be618f29078 admin admin] 10.222.0.65 "GET /v2.0/subnets/4979a9fb-06ef-4b7c-a3c8-fc79034cf70c HTTP/1.1" status: 200  len: 868 time: 0.1462026
Feb 18 11:04:57.058680 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 36776) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:04:57.225661 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832427b8-4cbc-4fc7-85a5-ab887a2f216d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:04:57.227189 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-832427b8-4cbc-4fc7-85a5-ab887a2f216d admin admin] 10.222.0.65 "GET /v2.0/subnets/9a98b032-830e-4592-9d96-19e7b76a365e HTTP/1.1" status: 200  len: 816 time: 0.1671615
Feb 18 11:05:02.161774 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b473de84-a367-4baf-924b-6572b85b211b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:05.589173 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-665783a5-e3e1-4888-9bcf-ae9954f5744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:06.122653 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:08.092167 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:08.482517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:18.491803 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 5 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:05:32.178792 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f51a1be3-fdde-420b-806b-97f30e2fc2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:32.993545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 36816) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:05:33.059364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [None req-d398771f-4ec4-4053-8c14-0c5a568bd1db admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83932) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:05:33.060744 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d398771f-4ec4-4053-8c14-0c5a568bd1db admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0658143
Feb 18 11:05:35.597807 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-697c7194-a7db-4342-8ae9-f25b65f8199b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:36.112157 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:36.209927 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 36826) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:05:36.295606 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf42fb34-0f3d-4ac6-bfda-a10fd51a2c14 admin admin] GET failed (client error): The resource could not be found.
Feb 18 11:05:36.297145 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-bf42fb34-0f3d-4ac6-bfda-a10fd51a2c14 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0861411
Feb 18 11:05:36.460050 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1190f804-bdb4-4cf9-99d1-0c8e444dfdd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:05:36.462521 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-1190f804-bdb4-4cf9-99d1-0c8e444dfdd0 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1607749
Feb 18 11:05:38.104080 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:38.730197 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:39.297741 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 36836) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:05:39.370287 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:05:39.375900 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:05:39.388377 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:05:39.401290 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Made reservation on behalf of 508c6ed152684d0abf3e2684c471859c for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:05:39.409539 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:39.605974 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING neutron.services.revisions.revision_plugin [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fcccb34db38] {project_id='508c6ed152684d0abf3e2684c471859c', id='d0ed4df2-90aa-4825-b88d-38146f9e5351', target_tenant='*', action='access_as_shared', object_id='cbc5a841-b834-408a-a519-36712ee0b2a8'}> to bump revision.
Feb 18 11:05:39.630703 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:05:39.643185 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782348382238', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:39.643621 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Added segment 874e3670-40f7-4325-ac83-791fa108942f of type vxlan for network cbc5a841-b834-408a-a519-36712ee0b2a8
Feb 18 11:05:39.679061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:39.715734 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:39.717099 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:05:39.717731 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:39.723080 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:05:39.834657 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.5356939
Feb 18 11:05:39.840885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc5a841-b834-408a-a519-36712ee0b2a8,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:05:39.853551 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:39.854458 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:39.854569 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:39.855105 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:39.855635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:39.856305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:39.856774 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:39.857341 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:39.857940 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:39.858454 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:39.858989 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:39.859516 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:39.865574 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:05:39.875461 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network cbc5a841-b834-408a-a519-36712ee0b2a8 details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:05:42.694561 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 36846) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:05:42.796173 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9065080-4bd0-45a9-9255-91973aa131ed admin admin] GET failed (client error): The resource could not be found.
Feb 18 11:05:42.796808 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b9065080-4bd0-45a9-9255-91973aa131ed admin admin] Synchronizing usage tracker for tenant:508c6ed152684d0abf3e2684c471859c on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:05:42.813872 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b9065080-4bd0-45a9-9255-91973aa131ed admin admin] Unset dirty status for tenant:508c6ed152684d0abf3e2684c471859c on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:05:42.815450 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-b9065080-4bd0-45a9-9255-91973aa131ed admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1189814
Feb 18 11:05:42.947412 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5482088a-3643-4145-bb06-2f79444bba3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:05:42.949055 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-5482088a-3643-4145-bb06-2f79444bba3a admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1277139
Feb 18 11:05:42.967120 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-5a6ec518-c359-458e-ac3d-5020b285acf3 admin admin] Request body: {'subnet': {'network_id': 'cbc5a841-b834-408a-a519-36712ee0b2a8', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:05:42.972916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-5a6ec518-c359-458e-ac3d-5020b285acf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:05:42.985343 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-5a6ec518-c359-458e-ac3d-5020b285acf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:05:42.997358 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6ec518-c359-458e-ac3d-5020b285acf3 admin admin] Made reservation on behalf of 508c6ed152684d0abf3e2684c471859c for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:05:43.002577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec518-c359-458e-ac3d-5020b285acf3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:43.472838 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec518-c359-458e-ac3d-5020b285acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:43.499278 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f55ca28c-208a-4ae7-bd1e-523ffff2386b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:05:43.840118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ec518-c359-458e-ac3d-5020b285acf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ac84f4-ba43-4e2c-8157-c8b50fca1cb7,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:05:43.844232 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5a6ec518-c359-458e-ac3d-5020b285acf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:05:43.925625 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6ec518-c359-458e-ac3d-5020b285acf3 admin admin] Checking segment: {'id': '874e3670-40f7-4325-ac83-791fa108942f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbc5a841-b834-408a-a519-36712ee0b2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:05:43.926153 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6ec518-c359-458e-ac3d-5020b285acf3 admin admin] Network hostable DHCP agents. Network: cbc5a841-b834-408a-a519-36712ee0b2a8, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:05:43.949130 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6ec518-c359-458e-ac3d-5020b285acf3 admin admin] Network cbc5a841-b834-408a-a519-36712ee0b2a8 is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:05:43.958816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-5a6ec518-c359-458e-ac3d-5020b285acf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, cbc5a841-b834-408a-a519-36712ee0b2a8) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:05:43.963899 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6ec518-c359-458e-ac3d-5020b285acf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:05:43.964683 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec518-c359-458e-ac3d-5020b285acf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:43.970711 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac8a1bb-2bb9-4101-a95b-3c62a0cd59e3 None None] Network cbc5a841-b834-408a-a519-36712ee0b2a8 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:05:44.005870 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-5a6ec518-c359-458e-ac3d-5020b285acf3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0435929
Feb 18 11:05:44.430221 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0063768c-ca8b-5880-8154-fcd8b5cc5478-cbc5a841-b834-408a-a519-36712ee0b2a8', 'network_id': 'cbc5a841-b834-408a-a519-36712ee0b2a8', 'tenant_id': '508c6ed152684d0abf3e2684c471859c', 'fixed_ips': [{'subnet_id': '70ac84f4-ba43-4e2c-8157-c8b50fca1cb7'}]}} from dv-cinder-773985-5-iscsi. {{(pid=83934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 11:05:44.431160 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:44.798719 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Allocated IP 192.168.233.2 (cbc5a841-b834-408a-a519-36712ee0b2a8/70ac84f4-ba43-4e2c-8157-c8b50fca1cb7/f534a234-beea-441c-85c7-8f164da12085) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:05:45.078498 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:45.097505 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Transition to ACTIVE for port object f534a234-beea-441c-85c7-8f164da12085 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:05:45.123187 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Transition to ACTIVE for port object f534a234-beea-441c-85c7-8f164da12085 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:05:45.130938 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:45.163318 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:05:45.452835 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Pushing event updated for resources: {'Port': ['ID=f534a234-beea-441c-85c7-8f164da12085,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:05:45.484345 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:45.485065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:45.485742 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:45.486409 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:45.487056 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:45.487711 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:45.488365 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:45.489057 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:45.489733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:45.490371 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:45.491019 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:45.492084 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:05:45.519000 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:05:45.588428 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Network cbc5a841-b834-408a-a519-36712ee0b2a8 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:05:45.590718 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Resources bound (agent type, host, resource id):  {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:05:45.595049 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:05:45.708133 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Attempting to bind port f534a234-beea-441c-85c7-8f164da12085 on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:05:45.708773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Attempting to bind port f534a234-beea-441c-85c7-8f164da12085 by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': '874e3670-40f7-4325-ac83-791fa108942f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbc5a841-b834-408a-a519-36712ee0b2a8'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:05:45.709472 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Attempting to bind port f534a234-beea-441c-85c7-8f164da12085 on network cbc5a841-b834-408a-a519-36712ee0b2a8 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:05:45.720558 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:05:45.721273 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Checking segment: {'id': '874e3670-40f7-4325-ac83-791fa108942f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbc5a841-b834-408a-a519-36712ee0b2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:05:45.722016 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:45.722726 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Bound using segment: {'id': '874e3670-40f7-4325-ac83-791fa108942f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbc5a841-b834-408a-a519-36712ee0b2a8'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:05:45.723662 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Bound port: f534a234-beea-441c-85c7-8f164da12085, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874e3670-40f7-4325-ac83-791fa108942f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbc5a841-b834-408a-a519-36712ee0b2a8'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:05:45.724349 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:45.895138 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] For port f534a234-beea-441c-85c7-8f164da12085, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:05:45.902611 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] For port f534a234-beea-441c-85c7-8f164da12085, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=f534a234-beea-441c-85c7-8f164da12085,segment=NetworkSegment(874e3670-40f7-4325-ac83-791fa108942f),segment_id=874e3670-40f7-4325-ac83-791fa108942f)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:05:45.906850 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:45.937029 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:05:46.175338 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Pushing event updated for resources: {'Port': ['ID=f534a234-beea-441c-85c7-8f164da12085,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:05:46.189252 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:05:47.449495 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device f534a234-beea-441c-85c7-8f164da12085 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:05:47.575126 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port f534a234-beea-441c-85c7-8f164da12085 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:05:47.683300 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fa3941-9b2b-4f46-a212-ee823a892e33 None None] Network cbc5a841-b834-408a-a519-36712ee0b2a8 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:05:47.810326 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-83e73af3-317b-4544-aaab-bb4daf89f9d1 None None] Provisioning for port f534a234-beea-441c-85c7-8f164da12085 completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:05:47.828307 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-83e73af3-317b-4544-aaab-bb4daf89f9d1 None None] Provisioning complete for port f534a234-beea-441c-85c7-8f164da12085 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:05:47.828762 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-83e73af3-317b-4544-aaab-bb4daf89f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:48.121655 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-83e73af3-317b-4544-aaab-bb4daf89f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:48.174897 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-83e73af3-317b-4544-aaab-bb4daf89f9d1 None None] For port f534a234-beea-441c-85c7-8f164da12085, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=f534a234-beea-441c-85c7-8f164da12085,segment=NetworkSegment(874e3670-40f7-4325-ac83-791fa108942f),segment_id=874e3670-40f7-4325-ac83-791fa108942f)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:05:48.178995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-83e73af3-317b-4544-aaab-bb4daf89f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:48.182551 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:05:48.280296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e73af3-317b-4544-aaab-bb4daf89f9d1 None None] Pushing event updated for resources: {'Port': ['ID=f534a234-beea-441c-85c7-8f164da12085,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:05:48.286487 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-83e73af3-317b-4544-aaab-bb4daf89f9d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:05:48.412663 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-eb36d5bc-9876-4fc4-b5ce-ec661122d240 None None] Provisioning complete for port f534a234-beea-441c-85c7-8f164da12085 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:05:48.413262 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eb36d5bc-9876-4fc4-b5ce-ec661122d240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:48.769055 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-ee041f66-ee5c-4a3c-a1af-946897dc2ff1 None None] Provisioning complete for port f534a234-beea-441c-85c7-8f164da12085 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:05:48.769961 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ee041f66-ee5c-4a3c-a1af-946897dc2ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:49.108362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-f0d4d372-c209-4d0b-89a6-796776600e0f None None] Provisioning complete for port f534a234-beea-441c-85c7-8f164da12085 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:05:49.109048 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f0d4d372-c209-4d0b-89a6-796776600e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:49.380660 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device f534a234-beea-441c-85c7-8f164da12085 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:05:49.474418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port f534a234-beea-441c-85c7-8f164da12085 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:05:49.475059 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:05:55.491178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 5 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:06:02.171339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3cb73fdb-6de3-4db5-a168-e50ec34bffc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:06:05.586060 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eb65e245-a35a-4d4b-ad45-bbf11eceb94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:06:06.120603 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:06:08.113622 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:06:08.490554 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:06:32.177484 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d7738c4f-aa01-4e94-ab5b-461d0a24ab00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:06:32.483142 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 5 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:06:35.597913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-caaa8f11-b3df-4839-a14a-515c6fc4428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:06:36.122945 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:06:38.123876 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:06:38.491914 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:02.175819 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-139b23aa-2379-4f31-94e9-b073bea4dc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:05.588607 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-551031a6-7e2e-4f3c-8155-582f15ed2bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:06.136150 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:08.107503 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:08.481891 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:09.484006 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 5 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:07:09.929653 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 36888) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:07:09.936762 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [None req-6aeef426-0630-406d-90e5-3ddad2d1c0fc tempest-verify_tempest_config-1926081361 tempest-verify_tempest_config-1926081361-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83932) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:07:09.938531 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-6aeef426-0630-406d-90e5-3ddad2d1c0fc tempest-verify_tempest_config-1926081361 tempest-verify_tempest_config-1926081361-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0072548
Feb 18 11:07:10.385467 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 36908) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:07:10.546671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:10.566753 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:07:10.572651 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Usage tracker for resource:security_group_rule and tenant:c0ddcf3edf4941f5b2df6d2885999319 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:07:10.576244 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:07:10.584347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:07:10.751157 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:10.755707 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:10.764945 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:07:10.819433 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c0ddcf3edf4941f5b2df6d2885999319&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4326863
Feb 18 11:07:10.820486 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da1a16d-fc40-4530-a334-b13e5690c1b4,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:07:10.824015 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 36914) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:07:10.830150 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:10.830592 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:10.830981 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:10.831354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:10.831817 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:10.832189 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:10.832802 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:10.833183 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:10.833572 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:10.834021 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:10.834396 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:10.834864 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:10.839843 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:07:10.949083 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:11.004897 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:11.103908 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:11.115145 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:07:11.142947 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da1a16d-fc40-4530-a334-b13e5690c1b4,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:07:11.159259 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:11.161399 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2da1a16d-fc40-4530-a334-b13e5690c1b4 HTTP/1.1" status: 204  len: 168 time: 0.3355627
Feb 18 11:07:11.164025 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:11.164934 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:11.165138 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:11.165754 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:11.166950 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:11.166950 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:11.167517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:11.168108 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:11.168747 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:11.169353 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:11.169966 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:11.170819 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:07:11.176887 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:07:32.165588 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c3c5cff3-7191-42c9-b131-02f56fbb02de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:35.585309 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bf5b2830-57d6-4b4b-8290-121ccc7b59d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:36.131841 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:38.108912 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:38.484373 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:07:46.485896 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 5 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:08:02.169966 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-377bb3ba-ab4d-48d1-8457-e1b00381e218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:08:05.585170 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-af1ebc37-52b8-4d92-9a83-ed6cda2e0496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:08:06.145684 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:08:08.124422 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:08:08.481191 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:08:23.487797 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 5 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:08:32.169815 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a860001b-a921-472e-9cd8-4e30edd448e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:08:35.591681 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-daa444ba-0307-43af-b793-949c125eff3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:08:36.148118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:08:38.122507 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:08:38.477046 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:08:59.003857 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579'] for agent, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:08:59.004829 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:08:59.005220 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:08:59.005836 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:08:59.006426 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:08:59.007045 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:08:59.007689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:08:59.008419 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:08:59.009083 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:08:59.009730 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:08:59.010509 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:08:59.011025 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:08:59.011673 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:08:59.012364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fccca376ac8>, 'Open vSwitch agent', 'hv-cinder-77398', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:08:59.018790 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fccca44d748>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77398', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:08:59.424166 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] get_endpoint_by_host() called for host hv-cinder-77398 {{(pid=83934) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 18 11:08:59.429929 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] get_endpoint_by_ip() called for ip 192.168.0.42 {{(pid=83934) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 18 11:08:59.434192 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] _add_endpoint() called for ip 192.168.0.42 {{(pid=83934) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 18 11:08:59.442772 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] _get_endpoints() called {{(pid=83934) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 18 11:09:00.489567 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:09:02.159248 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5bb14a2e-f579-4e62-8b3f-863991a167bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:09:05.601172 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-21954b60-aaf1-481f-b775-4e75f8bdcb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:09:06.149048 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:09:08.135043 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:09:08.483564 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:09:12.999332 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 36994) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:09:13.148812 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-59538812-5927-49c7-96a8-717c75b7def2 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1481957
Feb 18 11:09:16.334271 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 37004) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:09:16.416046 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-b7a8fd41-3a8a-4dd9-9b16-52e136b6d8d9 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0800493
Feb 18 11:09:29.001652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:09:32.163599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ae24976a-c237-4dab-8b42-a2a23b381897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:09:35.581435 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e07880b5-0d2b-40b8-8cc3-f7bf0aa8609b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:09:36.155838 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:09:37.490579 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:09:38.129611 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:09:38.475992 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:09:59.017764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:10:02.169584 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-00ec17bc-70b6-48c0-82f5-0d137930089f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:10:05.578609 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dbffd95d-ceb6-4a5f-b06e-e285ecace54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:10:06.150798 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:10:08.134066 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:10:08.483392 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:10:14.500070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:10:29.034122 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:10:32.158178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a7ea5305-e473-464c-859c-7c797a4cf3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:10:35.581270 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d5c6-fdab-45c5-a6c2-10d1d3abc4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:10:36.162777 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:10:38.156421 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:10:38.470583 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:10:51.493402 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:10:59.054130 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:00.370253 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 37082) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:00.712509 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-536500725-network', 'tenant_id': '02eb8dd2806145079a46f49b2b33e626'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:00.719908 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:00.726181 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Usage tracker for resource:network and tenant:02eb8dd2806145079a46f49b2b33e626 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:00.730219 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:00.739463 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:00.753413 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Made reservation on behalf of 02eb8dd2806145079a46f49b2b33e626 for: {'network': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:11:00.769129 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:00.789617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:00.812605 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:00.818430 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Usage tracker for resource:security_group_rule and tenant:02eb8dd2806145079a46f49b2b33e626 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:00.822989 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:00.835192 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:01.020266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:01.024293 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:01.028467 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:01.070164 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:11:01.102543 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:01.103312 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Added segment 6803b791-6b94-47de-bf41-8f95912b1344 of type vxlan for network d20aaec5-80bb-43cb-9c39-414290c3564e
Feb 18 11:11:01.105085 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94a1f13-f901-4159-ac11-2f45700ef40e,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:01.124902 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.125260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.125637 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.126008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.126375 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.126768 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.127136 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.127591 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.127932 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.128294 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.128692 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.129131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.129620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.130077 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.130364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.130731 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.131203 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.131568 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.132023 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.132463 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Tracked resource versions report:
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]: pushed versions:
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]: {   'AddressGroup': {'1.1'},
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:     'ConntrackHelper': {'1.0'},
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Log': {'1.0'},
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Network': {'1.1'},
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Port': {'1.7'},
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:     'PortForwarding': {'1.2'},
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:     'QosPolicy': {'1.8'},
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SecurityGroup': {'1.4'},
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SecurityGroupRule': {'1.2'},
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SubPort': {'1.0'},
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Subnet': {'1.1'},
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Trunk': {'1.1'}}
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]: consumer versions:
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]: {   DHCP agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:     L3 agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:     Metadata agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:     Metering agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:     Open vSwitch agent@dv-cinder-773985-5-iscsi: {   'AddressGroup': '1.1',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'ConntrackHelper': '1.0',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Log': '1.0',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Network': '1.1',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Port': '1.7',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'PortForwarding': '1.2',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'QosPolicy': '1.8',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SecurityGroup': '1.4',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SecurityGroupRule': '1.2',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SubPort': '1.0',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Subnet': '1.1',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Trunk': '1.1'},
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:     Open vSwitch agent@hv-cinder-77398: {   'AddressGroup': '1.1',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'ConntrackHelper': '1.0',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Log': '1.0',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Network': '1.1',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Port': '1.7',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'PortForwarding': '1.2',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'QosPolicy': '1.8',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'SecurityGroup': '1.4',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'SecurityGroupRule': '1.2',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'SubPort': '1.0',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Subnet': '1.1',
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Trunk': '1.1'}}
Feb 18 11:11:01.140669 dv-cinder-773985-5-iscsi neutron-server[83816]:  {{(pid=83932) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 11:11:01.161093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:01.197640 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:01.244979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:01.247133 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:01.247951 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:01.255750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2bd33512-3371-494d-b139-766415fb13ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:01.406445 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.0337410
Feb 18 11:11:01.409950 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Pushing event updated for resources: {'Network': ['ID=d20aaec5-80bb-43cb-9c39-414290c3564e,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:01.411772 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 37134) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:01.414108 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:01.425169 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network d20aaec5-80bb-43cb-9c39-414290c3564e details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:11:01.428121 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Request body: {'subnet': {'network_id': 'd20aaec5-80bb-43cb-9c39-414290c3564e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-536500725-subnet', 'tenant_id': '02eb8dd2806145079a46f49b2b33e626', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:01.439894 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:01.445035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Usage tracker for resource:subnet and tenant:02eb8dd2806145079a46f49b2b33e626 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:01.450093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:01.457104 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:01.467796 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Made reservation on behalf of 02eb8dd2806145079a46f49b2b33e626 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:11:01.473883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:01.549055 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Network d20aaec5-80bb-43cb-9c39-414290c3564e details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:11:02.097008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:02.128929 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ec404725-2739-4cc9-a7be-223202e6bde5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:02.138739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 37160) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:02.165510 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ea6fd7cf-62d3-4700-8c17-18f90f1dceca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:02.381786 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ffb363-f573-4342-b862-f4c112e5e75d,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:02.409873 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.410722 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.411063 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.411670 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.412271 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.412918 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.413535 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.414153 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.414767 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.415382 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.416033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.416674 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.417632 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.418325 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.418920 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.419881 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.421296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.422449 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.423087 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.423708 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.424321 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.424970 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.425578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.426189 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Tracked resource versions report:
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]: pushed versions:
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]: {   'AddressGroup': {'1.1'},
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:     'ConntrackHelper': {'1.0'},
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Log': {'1.0'},
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Network': {'1.1'},
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Port': {'1.7'},
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:     'PortForwarding': {'1.2'},
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:     'QosPolicy': {'1.8'},
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SecurityGroup': {'1.4'},
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SecurityGroupRule': {'1.2'},
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SubPort': {'1.0'},
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Subnet': {'1.1'},
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Trunk': {'1.1'}}
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]: consumer versions:
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]: {   DHCP agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:     L3 agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:     Metadata agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:     Metering agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:     Open vSwitch agent@dv-cinder-773985-5-iscsi: {   'AddressGroup': '1.1',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'ConntrackHelper': '1.0',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Log': '1.0',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Network': '1.1',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Port': '1.7',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'PortForwarding': '1.2',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'QosPolicy': '1.8',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SecurityGroup': '1.4',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SecurityGroupRule': '1.2',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SubPort': '1.0',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Subnet': '1.1',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Trunk': '1.1'},
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:     Open vSwitch agent@hv-cinder-77398: {   'AddressGroup': '1.1',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'ConntrackHelper': '1.0',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Log': '1.0',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Network': '1.1',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Port': '1.7',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'PortForwarding': '1.2',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'QosPolicy': '1.8',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'SecurityGroup': '1.4',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'SecurityGroupRule': '1.2',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'SubPort': '1.0',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Subnet': '1.1',
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Trunk': '1.1'}}
Feb 18 11:11:02.428964 dv-cinder-773985-5-iscsi neutron-server[83816]:  {{(pid=83933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 11:11:02.435117 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:02.547079 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Checking segment: {'id': '6803b791-6b94-47de-bf41-8f95912b1344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd20aaec5-80bb-43cb-9c39-414290c3564e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:11:02.547649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Network hostable DHCP agents. Network: d20aaec5-80bb-43cb-9c39-414290c3564e, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:11:02.572773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Network d20aaec5-80bb-43cb-9c39-414290c3564e is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:11:02.589992 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, d20aaec5-80bb-43cb-9c39-414290c3564e) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:11:02.607751 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685fb05d-9c59-45f7-86db-9f8db88b45cf None None] Network d20aaec5-80bb-43cb-9c39-414290c3564e requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:11:02.609147 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:02.610494 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:02.665982 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-821725800-network', 'tenant_id': '5f79b645e00d448c8c14c9f2fb529c48'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:02.669579 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2547514
Feb 18 11:11:02.687465 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:02.701955 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Usage tracker for resource:network and tenant:5f79b645e00d448c8c14c9f2fb529c48 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:02.712280 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:02.725039 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:02.768225 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Made reservation on behalf of 5f79b645e00d448c8c14c9f2fb529c48 for: {'network': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:11:02.780338 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:02.798106 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:02.824284 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:02.830604 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Usage tracker for resource:security_group_rule and tenant:5f79b645e00d448c8c14c9f2fb529c48 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:02.834697 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:02.844219 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:02.977794 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:02.982686 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:02.988923 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:03.028321 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:03.033974 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:03.047592 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:11:03.062112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:03.062507 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Added segment ad8fbc16-d954-4840-8ad7-aa263bff63f3 of type vxlan for network c1017996-a61e-4427-a613-fd19e7162449
Feb 18 11:11:03.077383 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64335949-0fa6-447d-9017-dde213a4a506 None None] Network d20aaec5-80bb-43cb-9c39-414290c3564e requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:11:03.117848 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:03.182764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:03.185805 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:03.188011 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:03.195138 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:03.396678 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Pushing event updated for resources: {'Network': ['ID=c1017996-a61e-4427-a613-fd19e7162449,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:03.405229 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:03.408850 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2676883
Feb 18 11:11:03.414421 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 37196) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:03.419163 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 37200) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:03.427119 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-8f62242b-eec8-4283-81c1-e6492ec5bdb6 admin admin] Request body: {'subnet': {'network_id': 'c1017996-a61e-4427-a613-fd19e7162449', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-821725800-subnet', 'tenant_id': '5f79b645e00d448c8c14c9f2fb529c48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:03.442506 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-8f62242b-eec8-4283-81c1-e6492ec5bdb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:03.455405 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-8f62242b-eec8-4283-81c1-e6492ec5bdb6 admin admin] Usage tracker for resource:subnet and tenant:5f79b645e00d448c8c14c9f2fb529c48 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:03.462794 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-8f62242b-eec8-4283-81c1-e6492ec5bdb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:03.477689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-8f62242b-eec8-4283-81c1-e6492ec5bdb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:03.500554 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 37206) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:03.525770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f62242b-eec8-4283-81c1-e6492ec5bdb6 admin admin] Made reservation on behalf of 5f79b645e00d448c8c14c9f2fb529c48 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:11:03.536894 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8f62242b-eec8-4283-81c1-e6492ec5bdb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:03.544034 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Network c1017996-a61e-4427-a613-fd19e7162449 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:11:03.567718 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network c1017996-a61e-4427-a613-fd19e7162449 details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:11:04.217005 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8f62242b-eec8-4283-81c1-e6492ec5bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:04.235007 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b90a9407-9f89-4f95-9d1d-f4bb54bd3ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:04.252727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-187198658-network', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:04.258797 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:04.265008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Usage tracker for resource:network and tenant:a547afc1db8c4cf69b758ed2ce7d7e3c is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:04.270218 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:04.279436 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:04.291853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Made reservation on behalf of a547afc1db8c4cf69b758ed2ce7d7e3c for: {'network': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:11:04.299831 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:04.323721 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-457181050-network', 'tenant_id': '0a68c5b433e340019b806363e3e4a841'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:04.331661 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:04.348831 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:04.359364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Usage tracker for resource:network and tenant:0a68c5b433e340019b806363e3e4a841 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:04.370243 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:04.374909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:04.383399 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62242b-eec8-4283-81c1-e6492ec5bdb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=078c8601-5d6a-4793-a580-7498423d78df,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:04.384130 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:04.386890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8f62242b-eec8-4283-81c1-e6492ec5bdb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:04.388099 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Usage tracker for resource:security_group_rule and tenant:a547afc1db8c4cf69b758ed2ce7d7e3c is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:04.393225 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:04.404781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:04.417985 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Made reservation on behalf of 0a68c5b433e340019b806363e3e4a841 for: {'network': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:11:04.426367 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:04.463297 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:04.488269 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62242b-eec8-4283-81c1-e6492ec5bdb6 admin admin] Checking segment: {'id': 'ad8fbc16-d954-4840-8ad7-aa263bff63f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:11:04.488736 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f62242b-eec8-4283-81c1-e6492ec5bdb6 admin admin] Network hostable DHCP agents. Network: c1017996-a61e-4427-a613-fd19e7162449, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:11:04.501335 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:04.510782 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:0a68c5b433e340019b806363e3e4a841 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:04.516185 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:04.528797 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f62242b-eec8-4283-81c1-e6492ec5bdb6 admin admin] Network c1017996-a61e-4427-a613-fd19e7162449 is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:11:04.536601 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:04.549168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-8f62242b-eec8-4283-81c1-e6492ec5bdb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, c1017996-a61e-4427-a613-fd19e7162449) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:11:04.557159 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f62242b-eec8-4283-81c1-e6492ec5bdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:04.558502 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8f62242b-eec8-4283-81c1-e6492ec5bdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:04.563910 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f81ec6-b9b1-4b47-99ef-1e7da09bfd0d None None] Network c1017996-a61e-4427-a613-fd19e7162449 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:11:04.604261 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8f62242b-eec8-4283-81c1-e6492ec5bdb6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.1862631
Feb 18 11:11:04.605011 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 37238) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:04.618426 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-821725800-router', 'tenant_id': '5f79b645e00d448c8c14c9f2fb529c48', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:04.629376 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:04.639848 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Usage tracker for resource:router and tenant:5f79b645e00d448c8c14c9f2fb529c48 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:04.646809 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:04.658036 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:04.663455 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:04.666118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:04.677416 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:04.710789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854268428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746343'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:04.713690 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854268443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854278397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7977197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29457'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:04.719618 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871a0a52-ac2a-4b1e-a0db-2542ebf29289,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:04.725858 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:04.752746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:11:04.788892 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:04.789552 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Added segment 24fea582-f1f7-4185-ad24-c9ed37528ccf of type vxlan for network 898e5d09-fa06-443a-ad06-089028ce346b
Feb 18 11:11:04.806029 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:04.809428 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:04.815821 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:04.892356 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-273284a5-fe53-41a2-8cf7-8e5ea9df5867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:04.913302 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:05.050667 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025ba1d5-c83b-43c3-b2fe-23ab1d263730,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:05.072102 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:05.077335 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:05.081820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83932) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:11:05.082492 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:11:05.083706 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:05.084884 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:05.091939 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:05.194725 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd26273-8cfc-4782-a2cb-1b555bcc2f32 None None] Network c1017996-a61e-4427-a613-fd19e7162449 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:11:05.245438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Pushing event updated for resources: {'Network': ['ID=898e5d09-fa06-443a-ad06-089028ce346b,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:05.260305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:05.262970 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.7590551
Feb 18 11:11:05.266936 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 37258) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:05.275624 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-6b9ad313-b29d-4800-96b5-7cf4dec7cbb7 admin admin] Request body: {'subnet': {'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-subnet', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:05.283245 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-6b9ad313-b29d-4800-96b5-7cf4dec7cbb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:05.289146 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-6b9ad313-b29d-4800-96b5-7cf4dec7cbb7 admin admin] Usage tracker for resource:subnet and tenant:a547afc1db8c4cf69b758ed2ce7d7e3c is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:05.291024 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854278262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29440'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:05.293478 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-6b9ad313-b29d-4800-96b5-7cf4dec7cbb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:05.303035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-6b9ad313-b29d-4800-96b5-7cf4dec7cbb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:05.322686 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9ad313-b29d-4800-96b5-7cf4dec7cbb7 admin admin] Made reservation on behalf of a547afc1db8c4cf69b758ed2ce7d7e3c for: {'subnet': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:11:05.345704 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b9ad313-b29d-4800-96b5-7cf4dec7cbb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:05.543872 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network 898e5d09-fa06-443a-ad06-089028ce346b details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:11:05.585529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:05.788029 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:11:05.868790 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:05.937795 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:05.994053 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Network 898e5d09-fa06-443a-ad06-089028ce346b details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:11:06.046527 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:06.046936 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Added segment ae4832ba-d450-4516-a82e-8096d7270822 of type vxlan for network f6991765-5e81-4fe1-8b5d-a8257ead4d37
Feb 18 11:11:06.253583 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:06.390147 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:06.432986 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:06.434690 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:06.455155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:06.508806 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:06.512144 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1aeb09c1-69c9-423e-9df6-a0bf33cdd788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:06.640476 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Allocated IP 172.27.1.236 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/76ca1150-c604-4616-a846-348d7cd606b0) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:11:06.649767 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=f6991765-5e81-4fe1-8b5d-a8257ead4d37,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:06.661228 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:06.662552 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network f6991765-5e81-4fe1-8b5d-a8257ead4d37 details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:11:06.708171 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Network f6991765-5e81-4fe1-8b5d-a8257ead4d37 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:11:06.779760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b9ad313-b29d-4800-96b5-7cf4dec7cbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:06.803352 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:06.945738 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ad313-b29d-4800-96b5-7cf4dec7cbb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f015fe07-4475-4004-a998-1938cc87ba5e,revision_number=0']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:06.949249 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 3.5253961
Feb 18 11:11:06.967521 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 37298) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:06.970533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6b9ad313-b29d-4800-96b5-7cf4dec7cbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:06.977836 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] Request body: {'subnet': {'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-457181050-subnet', 'tenant_id': '0a68c5b433e340019b806363e3e4a841', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:06.985228 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:06.990367 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] Usage tracker for resource:subnet and tenant:0a68c5b433e340019b806363e3e4a841 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:06.994001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:07.002126 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:07.017894 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] Made reservation on behalf of 0a68c5b433e340019b806363e3e4a841 for: {'subnet': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:11:07.023802 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:07.242395 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:07.364376 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:07.387728 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:07.458503 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ad313-b29d-4800-96b5-7cf4dec7cbb7 admin admin] Checking segment: {'id': '24fea582-f1f7-4185-ad24-c9ed37528ccf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:11:07.459154 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9ad313-b29d-4800-96b5-7cf4dec7cbb7 admin admin] Network hostable DHCP agents. Network: 898e5d09-fa06-443a-ad06-089028ce346b, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:11:07.553217 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Pushing event updated for resources: {'Port': ['ID=76ca1150-c604-4616-a846-348d7cd606b0,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:07.572663 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:07.615060 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9ad313-b29d-4800-96b5-7cf4dec7cbb7 admin admin] Network 898e5d09-fa06-443a-ad06-089028ce346b is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:11:07.638419 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-6b9ad313-b29d-4800-96b5-7cf4dec7cbb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, 898e5d09-fa06-443a-ad06-089028ce346b) {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:11:07.650673 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9ad313-b29d-4800-96b5-7cf4dec7cbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:07.651832 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b9ad313-b29d-4800-96b5-7cf4dec7cbb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:07.657361 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b11fac-52bd-4f43-9568-d403a920a88c None None] Network 898e5d09-fa06-443a-ad06-089028ce346b requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:11:07.765357 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-6b9ad313-b29d-4800-96b5-7cf4dec7cbb7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.4962869
Feb 18 11:11:07.767617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 37316) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:07.799220 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:07.820164 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:11:07.822529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:07.836485 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:11:07.842612 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:11:08.001260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Usage tracker for resource:router and tenant:a547afc1db8c4cf69b758ed2ce7d7e3c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:08.005578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:08.018545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:08.036306 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854268428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746343'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:08.037623 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854268443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854278397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7977197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29457'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:08.057269 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:08.242008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:08.355618 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0063768c-ca8b-5880-8154-fcd8b5cc5478-898e5d09-fa06-443a-ad06-089028ce346b', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'fixed_ips': [{'subnet_id': 'f015fe07-4475-4004-a998-1938cc87ba5e'}]}} from dv-cinder-773985-5-iscsi. {{(pid=83934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 11:11:08.358480 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:08.374442 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 37326) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:08.544090 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854278262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29440'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:08.552526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:08.604965 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:08.769015 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 18 11:11:08.801871 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:09.237912 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-8c94e410-95ca-4937-9eac-169b26c3d4d6 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:09.247210 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-8c94e410-95ca-4937-9eac-169b26c3d4d6 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/networks?id=d20aaec5-80bb-43cb-9c39-414290c3564e HTTP/1.1" status: 200  len: 811 time: 0.6933355
Feb 18 11:11:09.275438 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-c8def48e-8e40-4d29-854d-71e9d2bc38f3 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/quotas/02eb8dd2806145079a46f49b2b33e626 HTTP/1.1" status: 200  len: 375 time: 0.0270104
Feb 18 11:11:09.316965 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b055e1-68bd-400d-ac6c-e375d18c7b51,revision_number=0']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:09.322737 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:09.373825 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Allocated IP 172.20.0.2 (898e5d09-fa06-443a-ad06-089028ce346b/f015fe07-4475-4004-a998-1938cc87ba5e/a53054f4-cc89-4326-965a-00442281135e) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:11:09.455219 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-471b260f-78fe-4bc6-be7a-9dae2799a310 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=02eb8dd2806145079a46f49b2b33e626&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1786597
Feb 18 11:11:09.708735 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] Checking segment: {'id': 'ae4832ba-d450-4516-a82e-8096d7270822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:11:09.708735 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] Network hostable DHCP agents. Network: f6991765-5e81-4fe1-8b5d-a8257ead4d37, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:11:09.782698 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] Network f6991765-5e81-4fe1-8b5d-a8257ead4d37 is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:11:09.821477 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, f6991765-5e81-4fe1-8b5d-a8257ead4d37) {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:11:09.854157 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f779081a-d0f4-4b0a-8ecc-686f9823c649 None None] Network f6991765-5e81-4fe1-8b5d-a8257ead4d37 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:11:09.854476 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:09.857325 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:09.929124 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.9601176
Feb 18 11:11:09.947973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 37364) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:10.048688 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:10.253224 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f897f862-b296-49e8-a1c6-01f5f2ef4da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:10.329137 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f897f862-b296-49e8-a1c6-01f5f2ef4da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:10.339067 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f897f862-b296-49e8-a1c6-01f5f2ef4da9 admin admin] Usage tracker for resource:security_group_rule and tenant:09d604fb6cfc40148ce232ba2130b5fb is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:10.347447 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f897f862-b296-49e8-a1c6-01f5f2ef4da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:10.354731 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:10.373326 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f897f862-b296-49e8-a1c6-01f5f2ef4da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:10.388502 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Transition to ACTIVE for port object a53054f4-cc89-4326-965a-00442281135e will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:11:10.432211 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Transition to ACTIVE for port object a53054f4-cc89-4326-965a-00442281135e will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:11:10.443951 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed8be3-438f-4c9d-91a5-6bb4a5971bb8 None None] Network f6991765-5e81-4fe1-8b5d-a8257ead4d37 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:11:10.512524 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:10.651083 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-d3bef9f3-d444-4d1b-9081-2405eccd6783 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:11:10.661004 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-d3bef9f3-d444-4d1b-9081-2405eccd6783 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4672146
Feb 18 11:11:10.674525 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f897f862-b296-49e8-a1c6-01f5f2ef4da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:10.697369 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f897f862-b296-49e8-a1c6-01f5f2ef4da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:10.737646 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:10.765822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-83e73af3-317b-4544-aaab-bb4daf89f9d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:10.865564 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f897f862-b296-49e8-a1c6-01f5f2ef4da9 admin admin] Synchronizing usage tracker for tenant:508c6ed152684d0abf3e2684c471859c on resource:security_group {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:11:10.875363 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-cca526a6-6e43-454c-b7b1-bd43c6b3427d service neutron] 10.222.0.65 "GET /v2.0/networks/d20aaec5-80bb-43cb-9c39-414290c3564e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2132735
Feb 18 11:11:10.888192 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897f862-b296-49e8-a1c6-01f5f2ef4da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f76af2-f391-440c-b0c9-a8370639dd1e,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:10.898061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f897f862-b296-49e8-a1c6-01f5f2ef4da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:10.930118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f897f862-b296-49e8-a1c6-01f5f2ef4da9 admin admin] Unset dirty status for tenant:508c6ed152684d0abf3e2684c471859c on resource:security_group {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:11:10.937743 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-f897f862-b296-49e8-a1c6-01f5f2ef4da9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=09d604fb6cfc40148ce232ba2130b5fb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9832993
Feb 18 11:11:10.938810 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 37388) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:11.088844 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Pushing event updated for resources: {'Port': ['ID=a53054f4-cc89-4326-965a-00442281135e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:11.126948 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b79a07e-7df2-49d8-be4f-d8849a377755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:11.176991 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.178121 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-642ea899-599e-4a2e-a883-e51fe4174538 service neutron] 10.222.0.65 "GET /v2.0/networks/d20aaec5-80bb-43cb-9c39-414290c3564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3016663
Feb 18 11:11:11.189046 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.189676 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.190156 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.190706 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.191176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.191635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.192094 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.192704 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.193164 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.193678 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.194257 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.194903 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.195446 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.195970 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.196614 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.197070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.197525 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.198127 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.198580 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.199114 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.199715 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.200230 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.200715 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Tracked resource versions report:
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]: pushed versions:
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]: {   'AddressGroup': {'1.1'},
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:     'ConntrackHelper': {'1.0'},
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Log': {'1.0'},
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Network': {'1.1'},
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Port': {'1.7'},
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:     'PortForwarding': {'1.2'},
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:     'QosPolicy': {'1.8'},
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SecurityGroup': {'1.4'},
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SecurityGroupRule': {'1.2'},
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SubPort': {'1.0'},
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Subnet': {'1.1'},
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Trunk': {'1.1'}}
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]: consumer versions:
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]: {   DHCP agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:     L3 agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:     Metadata agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:     Metering agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:     Open vSwitch agent@dv-cinder-773985-5-iscsi: {   'AddressGroup': '1.1',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'ConntrackHelper': '1.0',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Log': '1.0',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Network': '1.1',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Port': '1.7',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'PortForwarding': '1.2',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'QosPolicy': '1.8',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SecurityGroup': '1.4',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SecurityGroupRule': '1.2',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SubPort': '1.0',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Subnet': '1.1',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Trunk': '1.1'},
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:     Open vSwitch agent@hv-cinder-77398: {   'AddressGroup': '1.1',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'ConntrackHelper': '1.0',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Log': '1.0',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Network': '1.1',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Port': '1.7',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'PortForwarding': '1.2',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'QosPolicy': '1.8',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'SecurityGroup': '1.4',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'SecurityGroupRule': '1.2',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'SubPort': '1.0',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Subnet': '1.1',
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Trunk': '1.1'}}
Feb 18 11:11:11.202320 dv-cinder-773985-5-iscsi neutron-server[83816]:  {{(pid=83934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 11:11:11.237805 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b79a07e-7df2-49d8-be4f-d8849a377755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:11.256306 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:11.309854 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:11.407921 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b79a07e-7df2-49d8-be4f-d8849a377755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:11.423307 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:11.450432 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:11.465804 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79a07e-7df2-49d8-be4f-d8849a377755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f76af2-f391-440c-b0c9-a8370639dd1e,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:11.472070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2b79a07e-7df2-49d8-be4f-d8849a377755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:11.478463 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b79a07e-7df2-49d8-be4f-d8849a377755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:11.482035 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-2b79a07e-7df2-49d8-be4f-d8849a377755 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a8f76af2-f391-440c-b0c9-a8370639dd1e HTTP/1.1" status: 204  len: 168 time: 0.5418208
Feb 18 11:11:11.488917 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 37412) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:11.494729 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 18 11:11:11.541007 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Network 898e5d09-fa06-443a-ad06-089028ce346b is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:11:11.604571 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Resources bound (agent type, host, resource id):  {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:11:11.628264 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:11:11.963120 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854278171'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:11.970595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Attempting to bind port a53054f4-cc89-4326-965a-00442281135e on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:11:11.981422 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Attempting to bind port a53054f4-cc89-4326-965a-00442281135e by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': '24fea582-f1f7-4185-ad24-c9ed37528ccf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:11:11.982088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Attempting to bind port a53054f4-cc89-4326-965a-00442281135e on network 898e5d09-fa06-443a-ad06-089028ce346b {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:11:12.001886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:11:12.002591 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Checking segment: {'id': '24fea582-f1f7-4185-ad24-c9ed37528ccf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:11:12.003331 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:12.004055 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Bound using segment: {'id': '24fea582-f1f7-4185-ad24-c9ed37528ccf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:11:12.005026 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Bound port: a53054f4-cc89-4326-965a-00442281135e, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fea582-f1f7-4185-ad24-c9ed37528ccf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:11:12.005741 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:12.041317 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-eb774db0-0e5e-4680-aa7a-e37cba7be2d0 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:12.043457 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-eb774db0-0e5e-4680-aa7a-e37cba7be2d0 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Synchronizing usage tracker for tenant:0a68c5b433e340019b806363e3e4a841 on resource:network {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:11:12.108930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-eb774db0-0e5e-4680-aa7a-e37cba7be2d0 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Unset dirty status for tenant:0a68c5b433e340019b806363e3e4a841 on resource:network {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:11:12.112483 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-eb774db0-0e5e-4680-aa7a-e37cba7be2d0 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/networks?id=f6991765-5e81-4fe1-8b5d-a8257ead4d37 HTTP/1.1" status: 200  len: 814 time: 0.6214411
Feb 18 11:11:12.167038 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-7da7afb3-3721-4c06-98bd-b454ec5c8289 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/quotas/0a68c5b433e340019b806363e3e4a841 HTTP/1.1" status: 200  len: 375 time: 0.0379815
Feb 18 11:11:12.272267 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-daaf5844-7085-4d1b-a48f-d91863b15dbf tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a68c5b433e340019b806363e3e4a841&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0904386
Feb 18 11:11:12.359286 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] For port a53054f4-cc89-4326-965a-00442281135e, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:11:12.365537 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] For port a53054f4-cc89-4326-965a-00442281135e, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=a53054f4-cc89-4326-965a-00442281135e,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:11:12.372166 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:12.403372 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:12.450532 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 37450) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:12.460915 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-94c356a0-f9d4-4f5e-877d-58a14b7352c8 req-e064a5bc-2729-4eb9-ae0e-5c834469ced2 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 210 time: 0.0808694
Feb 18 11:11:12.510488 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Allocated IP 172.27.1.88 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/c171fd04-b9b5-4749-b219-9a57b581226c) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:11:12.588617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Router 27771cf6-4f0d-4ea0-a883-f034213bbfec is scheduled to L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 11:11:12.613371 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7c8068d2-2287-437e-aec5-4f85137003af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:12.671733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7c8068d2-2287-437e-aec5-4f85137003af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:12.713016 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7c8068d2-2287-437e-aec5-4f85137003af admin admin] Usage tracker for resource:security_group_rule and tenant:e6afe3fe607341948b3d1bd98ef84d00 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:12.726193 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7c8068d2-2287-437e-aec5-4f85137003af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:12.741508 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7c8068d2-2287-437e-aec5-4f85137003af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:12.849098 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Pushing event updated for resources: {'Port': ['ID=a53054f4-cc89-4326-965a-00442281135e,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:12.880697 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:13.067093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7c8068d2-2287-437e-aec5-4f85137003af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:13.076315 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7c8068d2-2287-437e-aec5-4f85137003af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:13.115286 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2b79a07e-7df2-49d8-be4f-d8849a377755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:13.205243 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8068d2-2287-437e-aec5-4f85137003af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b5b15c-fe15-4b30-839a-1b88db56064e,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:13.221734 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7c8068d2-2287-437e-aec5-4f85137003af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:13.289197 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-7c8068d2-2287-437e-aec5-4f85137003af admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6afe3fe607341948b3d1bd98ef84d00&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8365574
Feb 18 11:11:13.294704 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 37472) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:13.329207 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:13.410511 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-717d6e9d-5060-4b46-9c63-d43a5a65b390 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83932) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:11:13.411714 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-717d6e9d-5060-4b46-9c63-d43a5a65b390 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.2079465
Feb 18 11:11:13.418816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1fa6-4db9-4201-92d4-586353048298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:13.452776 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1fa6-4db9-4201-92d4-586353048298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:13.782001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:11:13.805331 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1fa6-4db9-4201-92d4-586353048298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:13.806061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Sync routers for ids ['27771cf6-4f0d-4ea0-a883-f034213bbfec'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:11:13.831973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Routers {'27771cf6-4f0d-4ea0-a883-f034213bbfec'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:11:13.833209 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca730c50>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:11:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['27771cf6-4f0d-4ea0-a883-f034213bbfec'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:11:13.845295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2298b525-6299-4e8e-bbdb-8780fcaf3391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:13.876574 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device a53054f4-cc89-4326-965a-00442281135e up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:11:13.898924 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e1fa6-4db9-4201-92d4-586353048298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b5b15c-fe15-4b30-839a-1b88db56064e,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:13.907149 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4f5e1fa6-4db9-4201-92d4-586353048298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:13.962835 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:14.016993 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1fa6-4db9-4201-92d4-586353048298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:14.021968 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-4f5e1fa6-4db9-4201-92d4-586353048298 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/56b5b15c-fe15-4b30-839a-1b88db56064e HTTP/1.1" status: 204  len: 168 time: 0.7182715
Feb 18 11:11:14.083845 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-449bcdb2-779d-4f4d-a5c0-f46b78cf0247 service neutron] 10.222.0.65 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5779681
Feb 18 11:11:14.300973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:14.337142 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port a53054f4-cc89-4326-965a-00442281135e completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:11:14.452133 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=c171fd04-b9b5-4749-b219-9a57b581226c,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:14.490710 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:14.492766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:14.500040 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-3ba3ea96-9cc4-4153-9162-fa47e96b7b36 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 9.8860247
Feb 18 11:11:14.502209 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 37500) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:14.579605 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Set router 27771cf6-4f0d-4ea0-a883-f034213bbfec gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:11:14.664042 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cbb3d180-1bc7-485d-9ebb-7fa1ce5697f6 req-8d7e1afa-1908-4cf6-9c34-75aee83130a8 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 210 time: 0.1948915
Feb 18 11:11:14.676957 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-01dfd74a-3766-41c7-953d-a49be0c91104 service neutron] 10.222.0.65 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5633581
Feb 18 11:11:15.446920 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465be5f2-3169-4973-9c8d-dd8c0bf8d7fd None None] Network 898e5d09-fa06-443a-ad06-089028ce346b requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:11:15.575268 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca730c50>, [{'id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'name': 'tempest-ServerRescueNegativeTestJSON-821725800-router', 'tenant_id': '5f79b645e00d448c8c14c9f2fb529c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '76ca1150-c604-4616-a846-348d7cd606b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:04Z', 'updated_at': '2021-02-18T11:11:09Z', 'revision_number': 3, 'project_id': '5f79b645e00d448c8c14c9f2fb529c48', 'gw_port': {'id': '76ca1150-c604-4616-a846-348d7cd606b0', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:68:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:06Z', 'updated_at': '2021-02-18T11:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:11:15.593919 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Checking router: 27771cf6-4f0d-4ea0-a883-f034213bbfec for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:11:15.594308 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Updating router 27771cf6-4f0d-4ea0-a883-f034213bbfec port 76ca1150-c604-4616-a846-348d7cd606b0 binding host dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:11:15.750989 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c681cffb-bb34-401a-a014-4e43ef743773 req-ba97d7c4-eee8-43a0-8434-b490f8bb6729 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 210 time: 0.3316193
Feb 18 11:11:15.762923 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:11:15.777695 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:11:15.797311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:11:15.805518 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:16.391031 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-35a61331-e17e-4975-911e-9d77ec6d25c2 None None] Provisioning for port a53054f4-cc89-4326-965a-00442281135e completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:11:16.401494 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-35a61331-e17e-4975-911e-9d77ec6d25c2 None None] Provisioning complete for port a53054f4-cc89-4326-965a-00442281135e triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:16.402553 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-35a61331-e17e-4975-911e-9d77ec6d25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:16.549806 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eb304d6f-2188-4ed6-b8c7-7382d2892e09 req-b21ed0f1-7874-4a1e-a65b-44af63e9ab4b tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 210 time: 0.2032132
Feb 18 11:11:16.609504 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 37576) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:17.027366 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-74de8b2b-a739-4226-92b9-afb6ca9fc289 req-e35d578a-efe8-4b89-8eca-dde7922bd56d tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 210 time: 0.1098149
Feb 18 11:11:17.152933 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5443e07-d011-41f6-a880-ed8fb3d2f300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:17.191635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:17.210612 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Transition to ACTIVE for port object 76ca1150-c604-4616-a846-348d7cd606b0 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:11:17.216963 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:17.226601 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d5443e07-d011-41f6-a880-ed8fb3d2f300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:17.255887 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:17.256555 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d5443e07-d011-41f6-a880-ed8fb3d2f300 admin admin] Usage tracker for resource:security_group_rule and tenant:32250a5d1d3843099f5c135ce9b6c2ca is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:17.275887 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d5443e07-d011-41f6-a880-ed8fb3d2f300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:17.294018 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d5443e07-d011-41f6-a880-ed8fb3d2f300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:17.384363 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-35a61331-e17e-4975-911e-9d77ec6d25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:17.488915 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-35a61331-e17e-4975-911e-9d77ec6d25c2 None None] For port a53054f4-cc89-4326-965a-00442281135e, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=a53054f4-cc89-4326-965a-00442281135e,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:11:17.509540 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-35a61331-e17e-4975-911e-9d77ec6d25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:17.528892 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:17.623070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5443e07-d011-41f6-a880-ed8fb3d2f300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:17.628607 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5443e07-d011-41f6-a880-ed8fb3d2f300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:17.646236 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:17.658622 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Pushing event updated for resources: {'Port': ['ID=76ca1150-c604-4616-a846-348d7cd606b0,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:17.691524 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.692038 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.692446 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.692826 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.693283 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.693742 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.694108 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.694462 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.694822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.695197 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.707427 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.708061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.708594 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.708964 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.709154 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a61331-e17e-4975-911e-9d77ec6d25c2 None None] Pushing event updated for resources: {'Port': ['ID=a53054f4-cc89-4326-965a-00442281135e,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:17.709300 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.710076 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.710441 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.710912 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.711396 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.711788 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.712150 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.712534 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.712894 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.713292 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:11:17.716886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-35a61331-e17e-4975-911e-9d77ec6d25c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Tracked resource versions report:
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]: pushed versions:
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]: {   'AddressGroup': {'1.1'},
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:     'ConntrackHelper': {'1.0'},
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Log': {'1.0'},
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Network': {'1.1'},
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Port': {'1.7'},
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:     'PortForwarding': {'1.2'},
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:     'QosPolicy': {'1.8'},
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SecurityGroup': {'1.4'},
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SecurityGroupRule': {'1.2'},
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:     'SubPort': {'1.0'},
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Subnet': {'1.1'},
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:     'Trunk': {'1.1'}}
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]: consumer versions:
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]: {   DHCP agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:     L3 agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:     Metadata agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:     Metering agent@dv-cinder-773985-5-iscsi: {},
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:     Open vSwitch agent@dv-cinder-773985-5-iscsi: {   'AddressGroup': '1.1',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'ConntrackHelper': '1.0',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Log': '1.0',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Network': '1.1',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Port': '1.7',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'PortForwarding': '1.2',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'QosPolicy': '1.8',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SecurityGroup': '1.4',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SecurityGroupRule': '1.2',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'SubPort': '1.0',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Subnet': '1.1',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                                      'Trunk': '1.1'},
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:     Open vSwitch agent@hv-cinder-77398: {   'AddressGroup': '1.1',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'ConntrackHelper': '1.0',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Log': '1.0',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Network': '1.1',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Port': '1.7',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'PortForwarding': '1.2',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'QosPolicy': '1.8',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'SecurityGroup': '1.4',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'SecurityGroupRule': '1.2',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'SubPort': '1.0',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Subnet': '1.1',
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:                                             'Trunk': '1.1'}}
Feb 18 11:11:17.717635 dv-cinder-773985-5-iscsi neutron-server[83816]:  {{(pid=83935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 11:11:17.732655 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:17.892951 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5443e07-d011-41f6-a880-ed8fb3d2f300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749bc8e6-9352-464a-a4d2-579159e65217,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:17.924060 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d5443e07-d011-41f6-a880-ed8fb3d2f300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:17.951192 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d5443e07-d011-41f6-a880-ed8fb3d2f300 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=32250a5d1d3843099f5c135ce9b6c2ca&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3396969
Feb 18 11:11:17.956145 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 37610) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:18.016253 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Attempting to bind port 76ca1150-c604-4616-a846-348d7cd606b0 on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:11:18.020561 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Attempting to bind port 76ca1150-c604-4616-a846-348d7cd606b0 by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:11:18.021096 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Attempting to bind port 76ca1150-c604-4616-a846-348d7cd606b0 on network c5ace08f-47fa-48e4-be4d-8f3271a2d184 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:11:18.040885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:11:18.041453 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Checking segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:11:18.042049 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:18.042225 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Bound using segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:11:18.043491 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Bound port: 76ca1150-c604-4616-a846-348d7cd606b0, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:11:18.044297 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:18.347967 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-81174d84-c840-45c8-a88f-61140e6990a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:18.503916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] For port 76ca1150-c604-4616-a846-348d7cd606b0, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:11:18.529585 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b17e8b2c-4bca-4d8c-9f48-c200c09cf57a None None] Provisioning complete for port a53054f4-cc89-4326-965a-00442281135e triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:18.530350 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b17e8b2c-4bca-4d8c-9f48-c200c09cf57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:18.532929 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] For port 76ca1150-c604-4616-a846-348d7cd606b0, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=76ca1150-c604-4616-a846-348d7cd606b0,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:11:18.541980 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:18.567926 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7d759e98-f070-45bf-8fd1-b8fb7861b85c req-1452ee4d-240a-4f7a-9dde-a99e35f696c4 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 210 time: 0.2028029
Feb 18 11:11:18.596009 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:18.653534 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-81174d84-c840-45c8-a88f-61140e6990a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:18.757638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:18.866255 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-81174d84-c840-45c8-a88f-61140e6990a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:18.924895 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:19.026979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81174d84-c840-45c8-a88f-61140e6990a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749bc8e6-9352-464a-a4d2-579159e65217,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:19.030813 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-81174d84-c840-45c8-a88f-61140e6990a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:19.032337 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-81174d84-c840-45c8-a88f-61140e6990a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:19.046207 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-81174d84-c840-45c8-a88f-61140e6990a8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/749bc8e6-9352-464a-a4d2-579159e65217 HTTP/1.1" status: 204  len: 168 time: 1.0882816
Feb 18 11:11:19.248569 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-266db23b-926d-4878-bd01-0ff6465ab970 None None] Provisioning complete for port a53054f4-cc89-4326-965a-00442281135e triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:19.249286 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-266db23b-926d-4878-bd01-0ff6465ab970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:19.481626 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bef71232-cd57-47bc-84e8-4c1129b62402 req-5e927bba-a309-465e-973c-af6d7789db21 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 210 time: 0.5715244
Feb 18 11:11:19.520529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.79', 59383) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:19.849352 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:20.080641 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device a53054f4-cc89-4326-965a-00442281135e up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:11:20.103476 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Pushing event updated for resources: {'Port': ['ID=76ca1150-c604-4616-a846-348d7cd606b0,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:20.114153 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.515s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:20.306577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Routers {'27771cf6-4f0d-4ea0-a883-f034213bbfec'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:11:20.312525 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca730c50>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:11:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['27771cf6-4f0d-4ea0-a883-f034213bbfec'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:11:20.366383 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b1ec41bb-77f0-4dc0-bdef-86d0a6c57072 None None] Provisioning complete for port a53054f4-cc89-4326-965a-00442281135e triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:20.367060 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b1ec41bb-77f0-4dc0-bdef-86d0a6c57072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:20.491036 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-7a3e2bb7-0949-4dd0-bfa2-c439afe9cace tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:20.491868 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-7a3e2bb7-0949-4dd0-bfa2-c439afe9cace tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Synchronizing usage tracker for tenant:02eb8dd2806145079a46f49b2b33e626 on resource:network {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:11:20.498824 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.79', 59385) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:20.780064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port a53054f4-cc89-4326-965a-00442281135e triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:20.793668 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:20.964228 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] Set router 27771cf6-4f0d-4ea0-a883-f034213bbfec gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:11:20.977971 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-dfb1415d-3d4b-4d3a-9bc6-a7afd39c6c2c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:20.981084 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-dfb1415d-3d4b-4d3a-9bc6-a7afd39c6c2c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.79 "GET /v2.0/networks?id=f6991765-5e81-4fe1-8b5d-a8257ead4d37 HTTP/1.1" status: 200  len: 814 time: 0.4610484
Feb 18 11:11:20.985617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-7a3e2bb7-0949-4dd0-bfa2-c439afe9cace tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Unset dirty status for tenant:02eb8dd2806145079a46f49b2b33e626 on resource:network {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:11:20.987111 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-7a3e2bb7-0949-4dd0-bfa2-c439afe9cace tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.79 "GET /v2.0/networks?id=d20aaec5-80bb-43cb-9c39-414290c3564e HTTP/1.1" status: 200  len: 811 time: 1.4650147
Feb 18 11:11:21.220471 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e216f2a7-f112-4080-9234-9cc793b63fb4 req-a6b8f25e-f724-4dca-85e3-6710b0b87755 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 210 time: 0.0804300
Feb 18 11:11:21.597421 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8d5b3d46-a943-4317-843e-86da19d1ebf9 req-d22546fa-f978-468c-82d1-45ca3bb0bd7b tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 210 time: 1.1715884
Feb 18 11:11:21.813443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca730c50>, [{'id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'name': 'tempest-ServerRescueNegativeTestJSON-821725800-router', 'tenant_id': '5f79b645e00d448c8c14c9f2fb529c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '76ca1150-c604-4616-a846-348d7cd606b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:04Z', 'updated_at': '2021-02-18T11:11:09Z', 'revision_number': 3, 'project_id': '5f79b645e00d448c8c14c9f2fb529c48', 'gw_port': {'id': '76ca1150-c604-4616-a846-348d7cd606b0', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:68:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:06Z', 'updated_at': '2021-02-18T11:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:11:21.829879 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aec07e6-1f85-4ce3-9ff0-5bff6244dd55 None None] The sync data for ids ['27771cf6-4f0d-4ea0-a883-f034213bbfec'] in dv-cinder-773985-5-iscsi is: [{'id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'name': 'tempest-ServerRescueNegativeTestJSON-821725800-router', 'tenant_id': '5f79b645e00d448c8c14c9f2fb529c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '76ca1150-c604-4616-a846-348d7cd606b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:04Z', 'updated_at': '2021-02-18T11:11:09Z', 'revision_number': 3, 'project_id': '5f79b645e00d448c8c14c9f2fb529c48', 'gw_port': {'id': '76ca1150-c604-4616-a846-348d7cd606b0', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:68:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:06Z', 'updated_at': '2021-02-18T11:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:11:21.990423 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854278171'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:22.006320 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Allocated IP 172.20.0.1 (c1017996-a61e-4427-a613-fd19e7162449/078c8601-5d6a-4793-a580-7498423d78df/06a1162a-d477-4baf-95ac-87f33fd96df2) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:11:22.584889 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:22.714006 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d10bac73-175b-4800-8843-a81acee0905a req-1fa70322-1805-4525-a47c-b0c8d386c23b tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 210 time: 0.1166646
Feb 18 11:11:22.731139 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:23.571848 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:23.725705 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Request body: {'port': {'device_id': 'dc29fa0a-796f-4150-92ec-291c09e18c9e', 'network_id': 'd20aaec5-80bb-43cb-9c39-414290c3564e', 'admin_state_up': True, 'tenant_id': '02eb8dd2806145079a46f49b2b33e626'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:23.765623 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Pushing event updated for resources: {'Port': ['ID=06a1162a-d477-4baf-95ac-87f33fd96df2,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:23.770491 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Request body: {'port': {'device_id': '719f5a32-f65a-41d2-b291-62c895d1e70b', 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37', 'admin_state_up': True, 'tenant_id': '0a68c5b433e340019b806363e3e4a841'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:23.818343 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d38aa164-5aae-428e-9166-db5d6f73784f req-53861a5b-0488-48f7-9523-534d4ce95442 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 210 time: 0.6397083
Feb 18 11:11:23.819443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:23.842170 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 76ca1150-c604-4616-a846-348d7cd606b0 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:11:23.854992 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Network c1017996-a61e-4427-a613-fd19e7162449 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:11:23.865284 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:11:23.872328 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:11:23.874342 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519390'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:24.158002 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port 76ca1150-c604-4616-a846-348d7cd606b0 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:11:24.180751 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 76ca1150-c604-4616-a846-348d7cd606b0 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:24.181417 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:24.333027 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Router 666f30c7-d646-49f0-8fd0-89441be02cda is scheduled to L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 11:11:24.675326 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:24.717950 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port 76ca1150-c604-4616-a846-348d7cd606b0, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=76ca1150-c604-4616-a846-348d7cd606b0,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:11:24.722862 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:24.725745 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-fb1dfd9f-eba7-4973-8b98-659054f60233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:24.752190 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3b932413-7af0-4acc-a570-e5eb7b26d147 req-3335045b-6cd6-45b0-a989-9b76266391ec tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 210 time: 0.4065542
Feb 18 11:11:24.956821 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=76ca1150-c604-4616-a846-348d7cd606b0,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:24.970864 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:25.095632 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:25.100839 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:11:25.120052 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Sync routers for ids ['666f30c7-d646-49f0-8fd0-89441be02cda'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:11:25.142540 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Routers {'666f30c7-d646-49f0-8fd0-89441be02cda'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:11:25.146929 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca9c1c50>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:11:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['666f30c7-d646-49f0-8fd0-89441be02cda'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:11:25.151892 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:25.171887 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Usage tracker for resource:port and tenant:02eb8dd2806145079a46f49b2b33e626 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:25.185045 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:25.185914 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:25.187937 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 17.4185140
Feb 18 11:11:25.197010 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 37796) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:25.200953 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:25.212656 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Usage tracker for resource:port and tenant:0a68c5b433e340019b806363e3e4a841 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:25.230940 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:25.248225 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:25.256094 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Made reservation on behalf of 02eb8dd2806145079a46f49b2b33e626 for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:11:25.289657 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:25.521715 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ba709ff4-d97d-4cff-8b1e-b12ea41af303 req-077eb6de-d8d7-431e-88f6-98b10367e4f9 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 210 time: 0.1638551
Feb 18 11:11:25.528213 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Made reservation on behalf of 0a68c5b433e340019b806363e3e4a841 for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:11:25.550681 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:25.664869 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Set router 666f30c7-d646-49f0-8fd0-89441be02cda gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:11:26.439830 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:26.550312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 76ca1150-c604-4616-a846-348d7cd606b0 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:11:26.874138 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 37822) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:27.271699 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca9c1c50>, [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:16Z', 'revision_number': 3, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:11:27.305576 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Checking router: 666f30c7-d646-49f0-8fd0-89441be02cda for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:11:27.315643 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-87977d4e-c4a9-4d57-be13-48baa458abf0 req-2db074e7-8128-4d18-9ec2-214a04984b39 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 210 time: 0.9412026
Feb 18 11:11:27.316257 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Updating router 666f30c7-d646-49f0-8fd0-89441be02cda port c171fd04-b9b5-4749-b219-9a57b581226c binding host dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:11:27.476455 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 76ca1150-c604-4616-a846-348d7cd606b0 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:27.477265 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:27.518039 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Allocated IP 172.20.0.13 (f6991765-5e81-4fe1-8b5d-a8257ead4d37/02b055e1-68bd-400d-ac6c-e375d18c7b51/09d3a641-247c-481d-b923-4adbfc017dcd) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:11:27.786686 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:27.899045 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:27.941138 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:28.409229 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108c81bc-eb2f-44a0-a35a-96a2d278530c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:28.494224 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:11:28.635485 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-108c81bc-eb2f-44a0-a35a-96a2d278530c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:28.656520 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-108c81bc-eb2f-44a0-a35a-96a2d278530c admin admin] Usage tracker for resource:security_group_rule and tenant:d04dff3fd42f40bc9b02722a44ead1c2 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:28.676045 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-108c81bc-eb2f-44a0-a35a-96a2d278530c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:28.704084 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-108c81bc-eb2f-44a0-a35a-96a2d278530c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:28.767185 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:28.843673 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Network f6991765-5e81-4fe1-8b5d-a8257ead4d37 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:11:28.916251 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:11:28.920558 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:11:28.927473 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:28.928192 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:29.009102 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.2518728
Feb 18 11:11:29.040982 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108c81bc-eb2f-44a0-a35a-96a2d278530c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:29.049159 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-11004837-043d-471c-b89d-81892f48eb9b tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83932) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:11:29.050934 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-11004837-043d-471c-b89d-81892f48eb9b tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0083604
Feb 18 11:11:29.138626 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Pushing event updated for resources: {'Port': ['ID=09d3a641-247c-481d-b923-4adbfc017dcd,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:29.159967 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:29.208945 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Allocated IP 172.20.0.12 (d20aaec5-80bb-43cb-9c39-414290c3564e/e9ffb363-f573-4342-b862-f4c112e5e75d/69a5e255-816e-4ab6-a8ac-6f2f0452cbfc) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:11:29.240759 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-26719bb6-ad39-483a-8544-bc636b901970 req-8944b549-7bae-46e4-ab33-3c059b124504 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 210 time: 1.4624178
Feb 18 11:11:29.295526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108c81bc-eb2f-44a0-a35a-96a2d278530c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:29.335362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267de3af-3776-4eaf-862f-192ca925c1e5 req-1baf4aa4-13e3-4dec-afab-c922516e9e53 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:29.340668 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-267de3af-3776-4eaf-862f-192ca925c1e5 req-1baf4aa4-13e3-4dec-afab-c922516e9e53 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Synchronizing usage tracker for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:11:29.361408 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Request body: {'port': {'device_id': '719f5a32-f65a-41d2-b291-62c895d1e70b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:29.410641 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:29.420152 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:30.072448 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:30.119474 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Transition to ACTIVE for port object c171fd04-b9b5-4749-b219-9a57b581226c will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:11:30.128204 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:30.162598 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:30.325660 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-267de3af-3776-4eaf-862f-192ca925c1e5 req-1baf4aa4-13e3-4dec-afab-c922516e9e53 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Unset dirty status for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:11:30.333621 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-267de3af-3776-4eaf-862f-192ca925c1e5 req-1baf4aa4-13e3-4dec-afab-c922516e9e53 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 932 time: 1.5720034
Feb 18 11:11:30.337969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:30.486598 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:30.670305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:30.696767 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c81bc-eb2f-44a0-a35a-96a2d278530c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97eb32e9-fdf7-459b-8885-486c34fc2ffb,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:30.769558 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-108c81bc-eb2f-44a0-a35a-96a2d278530c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d04dff3fd42f40bc9b02722a44ead1c2&name=default HTTP/1.1" status: 200  len: 2975 time: 3.8896418
Feb 18 11:11:30.771237 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-108c81bc-eb2f-44a0-a35a-96a2d278530c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.351s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:30.858894 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 37888) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:31.079548 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:31.185469 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Attempting to bind port c171fd04-b9b5-4749-b219-9a57b581226c on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:11:31.186636 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Attempting to bind port c171fd04-b9b5-4749-b219-9a57b581226c by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:11:31.188572 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Attempting to bind port c171fd04-b9b5-4749-b219-9a57b581226c on network c5ace08f-47fa-48e4-be4d-8f3271a2d184 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:11:31.204907 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:11:31.206115 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Checking segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:11:31.207008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:31.207819 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Bound using segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:11:31.208643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-267de3af-3776-4eaf-862f-192ca925c1e5 req-a9ade8fe-bb6a-4696-8a2f-aa725903eb61 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Synchronizing usage tracker for tenant:0a68c5b433e340019b806363e3e4a841 on resource:security_group {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:11:31.209445 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Bound port: c171fd04-b9b5-4749-b219-9a57b581226c, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:11:31.210405 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:31.254562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Network d20aaec5-80bb-43cb-9c39-414290c3564e is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:11:31.295665 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:11:31.343628 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:11:31.347432 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] For port c171fd04-b9b5-4749-b219-9a57b581226c, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:11:31.349644 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:31.350487 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:31.353024 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] For port c171fd04-b9b5-4749-b219-9a57b581226c, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=c171fd04-b9b5-4749-b219-9a57b581226c,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:11:31.359718 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c63b9-517b-4662-8c4b-df605e8e37bc None None] Pushing event updated for resources: {'Port': ['ID=c171fd04-b9b5-4749-b219-9a57b581226c,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:31.364567 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:31.365843 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2a9c63b9-517b-4662-8c4b-df605e8e37bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.203s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:31.391495 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-267de3af-3776-4eaf-862f-192ca925c1e5 req-a9ade8fe-bb6a-4696-8a2f-aa725903eb61 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Unset dirty status for tenant:0a68c5b433e340019b806363e3e4a841 on resource:security_group {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:11:31.409194 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-267de3af-3776-4eaf-862f-192ca925c1e5 req-a9ade8fe-bb6a-4696-8a2f-aa725903eb61 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0500669
Feb 18 11:11:31.524317 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Pushing event updated for resources: {'Port': ['ID=69a5e255-816e-4ab6-a8ac-6f2f0452cbfc,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:31.540088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:31.543357 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.8216298
Feb 18 11:11:31.556306 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:31.614907 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Request body: {'port': {'device_id': 'dc29fa0a-796f-4150-92ec-291c09e18c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:31.716205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c63b9-517b-4662-8c4b-df605e8e37bc None None] Pushing event updated for resources: {'Port': ['ID=c171fd04-b9b5-4749-b219-9a57b581226c,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:31.721563 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2a9c63b9-517b-4662-8c4b-df605e8e37bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:31.780300 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Routers {'666f30c7-d646-49f0-8fd0-89441be02cda'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:11:31.781160 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca9c1c50>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:11:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['666f30c7-d646-49f0-8fd0-89441be02cda'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:11:32.220575 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] Set router 666f30c7-d646-49f0-8fd0-89441be02cda gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:11:32.265377 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:32.365800 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:32.393311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854256516'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:32.424052 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:32.453195 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:32.988024 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.resource_extend [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 18 11:11:33.032117 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-df826e53-86e6-4876-a992-9c1aba22c3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:33.344307 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d6fc80e3-d7ba-46ea-b5c4-9c1ed96c246e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:33.419324 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa3dba-fe83-426e-97d9-838e9107d75a req-0d866dce-47a3-43e6-b309-84dcf03e934d tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:33.423695 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bcaa3dba-fe83-426e-97d9-838e9107d75a req-0d866dce-47a3-43e6-b309-84dcf03e934d tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 932 time: 2.2889767
Feb 18 11:11:33.447425 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Pushing event updated for resources: {'Port': ['ID=06a1162a-d477-4baf-95ac-87f33fd96df2,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:33.528027 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.071s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:33.532020 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d6fc80e3-d7ba-46ea-b5c4-9c1ed96c246e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:33.581880 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca9c1c50>, [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:16Z', 'revision_number': 3, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:11:33.609773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcae239-abb4-4cae-8a46-c5810c6ad6b0 None None] The sync data for ids ['666f30c7-d646-49f0-8fd0-89441be02cda'] in dv-cinder-773985-5-iscsi is: [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:16Z', 'revision_number': 3, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:11:33.663146 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d3a641-247c-481d-b923-4adbfc017dcd {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:11:33.676800 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:33.746909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:33.780521 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31161de-16b7-416a-aa6b-492fa1b6db5e req-f9083afe-d4ce-41de-bed7-872843a5df2e tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:33.798592 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b31161de-16b7-416a-aa6b-492fa1b6db5e req-f9083afe-d4ce-41de-bed7-872843a5df2e tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 932 time: 0.9162006
Feb 18 11:11:34.007524 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Transition to ACTIVE for port object 09d3a641-247c-481d-b923-4adbfc017dcd will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:11:34.014037 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bcaa3dba-fe83-426e-97d9-838e9107d75a req-f173d519-6735-4a6c-9aab-29c625fb5ffb tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/security-groups?id=b94a1f13-f901-4159-ac11-2f45700ef40e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5408835
Feb 18 11:11:34.065098 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b31161de-16b7-416a-aa6b-492fa1b6db5e req-bf27de79-29cd-4a55-b847-c039ecdae57f tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2654479
Feb 18 11:11:34.109122 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:34.471906 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Network c1017996-a61e-4427-a613-fd19e7162449 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:11:34.500140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-00cb4d99-562d-4424-ac89-c2599dc60164 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:34.515463 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:11:34.548255 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d6fc80e3-d7ba-46ea-b5c4-9c1ed96c246e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:35.211792 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-108c81bc-eb2f-44a0-a35a-96a2d278530c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:35.301362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc80e3-d7ba-46ea-b5c4-9c1ed96c246e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97eb32e9-fdf7-459b-8885-486c34fc2ffb,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:35.313883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d6fc80e3-d7ba-46ea-b5c4-9c1ed96c246e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:35.364719 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d6fc80e3-d7ba-46ea-b5c4-9c1ed96c246e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:35.371825 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d6fc80e3-d7ba-46ea-b5c4-9c1ed96c246e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97eb32e9-fdf7-459b-8885-486c34fc2ffb HTTP/1.1" status: 204  len: 168 time: 4.4829097
Feb 18 11:11:35.605712 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d46f624c-d97c-4f85-8d25-c63cdfc48ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:35.824093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Pushing event updated for resources: {'Port': ['ID=09d3a641-247c-481d-b923-4adbfc017dcd,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:35.835760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.336s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:35.876368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Attempting to bind port 09d3a641-247c-481d-b923-4adbfc017dcd on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:11:35.876880 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Attempting to bind port 09d3a641-247c-481d-b923-4adbfc017dcd by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'ae4832ba-d450-4516-a82e-8096d7270822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:11:35.877264 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Attempting to bind port 09d3a641-247c-481d-b923-4adbfc017dcd on network f6991765-5e81-4fe1-8b5d-a8257ead4d37 {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:11:35.888966 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:11:35.889297 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Checking segment: {'id': 'ae4832ba-d450-4516-a82e-8096d7270822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:11:35.889626 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:35.890183 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Bound using segment: {'id': 'ae4832ba-d450-4516-a82e-8096d7270822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:11:35.890851 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Bound port: 09d3a641-247c-481d-b923-4adbfc017dcd, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4832ba-d450-4516-a82e-8096d7270822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:11:35.891646 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:36.010961 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ece95b-d5e4-44b7-95e7-a32c401a737d req-2bfe0505-4257-4203-8308-5d7191cb4cd4 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:36.021787 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-99ece95b-d5e4-44b7-95e7-a32c401a737d req-2bfe0505-4257-4203-8308-5d7191cb4cd4 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 944 time: 0.5381842
Feb 18 11:11:36.056263 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.resource_extend [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 18 11:11:36.179911 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:36.216429 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-99ece95b-d5e4-44b7-95e7-a32c401a737d req-4128ac31-9d3c-46a3-9ac5-30ae1ce5afcd tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1930568
Feb 18 11:11:36.279260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:11:36.295003 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:36.302300 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] For port 09d3a641-247c-481d-b923-4adbfc017dcd, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:11:36.313748 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] For port 09d3a641-247c-481d-b923-4adbfc017dcd, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=09d3a641-247c-481d-b923-4adbfc017dcd,segment=NetworkSegment(ae4832ba-d450-4516-a82e-8096d7270822),segment_id=ae4832ba-d450-4516-a82e-8096d7270822)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:11:36.324390 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:36.326019 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Transition to ACTIVE for port object 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:11:36.507240 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device c171fd04-b9b5-4749-b219-9a57b581226c up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:11:36.509416 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4fd73297-e02e-4277-93f5-2ab683e8fe23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:36.563410 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:36.759110 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port c171fd04-b9b5-4749-b219-9a57b581226c completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:11:36.795143 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port c171fd04-b9b5-4749-b219-9a57b581226c triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:36.795572 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:36.844518 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:36.845891 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:36.847600 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] 10.222.0.79 "PUT /v2.0/ports/09d3a641-247c-481d-b923-4adbfc017dcd HTTP/1.1" status: 200  len: 1158 time: 7.6142273
Feb 18 11:11:36.848327 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719f5a32-f65a-41d2-b291-62c895d1e70b', 'tag': '09d3a641-247c-481d-b923-4adbfc017dcd'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:11:37.304700 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Router 27771cf6-4f0d-4ea0-a883-f034213bbfec has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:11:37.508843 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:37.637266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port c171fd04-b9b5-4749-b219-9a57b581226c, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=c171fd04-b9b5-4749-b219-9a57b581226c,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:11:37.646634 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:37.661531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-35a61331-e17e-4975-911e-9d77ec6d25c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:37.807232 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Pushing event updated for resources: {'Port': ['ID=09d3a641-247c-481d-b923-4adbfc017dcd,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:37.826432 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Allocated IP 172.20.0.1 (898e5d09-fa06-443a-ad06-089028ce346b/f015fe07-4475-4004-a998-1938cc87ba5e/cfe88f8f-46c2-4368-b083-222a4cff013b) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:11:37.861436 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.352s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:37.880749 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f7f86d84-1c97-427e-b0ef-e009d098066a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.076s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:37.884716 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3011de5-b36a-4ac4-9360-6820ea2f1613 req-78793b5c-7f5f-432e-b765-158bb9747123 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:37.896610 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d3011de5-b36a-4ac4-9360-6820ea2f1613 req-78793b5c-7f5f-432e-b765-158bb9747123 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 932 time: 2.3574221
Feb 18 11:11:38.060741 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=c171fd04-b9b5-4749-b219-9a57b581226c,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:38.086978 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:38.208243 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:38.358266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:11:38.375908 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Sync routers for ids ['27771cf6-4f0d-4ea0-a883-f034213bbfec'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:11:38.432370 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Routers {'27771cf6-4f0d-4ea0-a883-f034213bbfec'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:11:38.453325 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca8e35c0>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:11:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['27771cf6-4f0d-4ea0-a883-f034213bbfec'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:11:38.468943 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Attempting to bind port 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:11:38.469981 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Attempting to bind port 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '6803b791-6b94-47de-bf41-8f95912b1344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd20aaec5-80bb-43cb-9c39-414290c3564e'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:11:38.470780 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Attempting to bind port 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc on network d20aaec5-80bb-43cb-9c39-414290c3564e {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:11:38.517842 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:11:38.518895 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Checking segment: {'id': '6803b791-6b94-47de-bf41-8f95912b1344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd20aaec5-80bb-43cb-9c39-414290c3564e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:11:38.519823 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:38.520684 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Bound using segment: {'id': '6803b791-6b94-47de-bf41-8f95912b1344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd20aaec5-80bb-43cb-9c39-414290c3564e'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:11:38.521835 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Bound port: 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6803b791-6b94-47de-bf41-8f95912b1344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd20aaec5-80bb-43cb-9c39-414290c3564e'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:11:38.523037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:38.537549 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:38.580911 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device c171fd04-b9b5-4749-b219-9a57b581226c up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:11:38.658009 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] 10.222.0.65 "PUT /v2.0/routers/27771cf6-4f0d-4ea0-a883-f034213bbfec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 24.0033407
Feb 18 11:11:38.733542 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d3011de5-b36a-4ac4-9360-6820ea2f1613 req-40a92896-23ff-477f-ab0d-7094dfdf56aa tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/security-groups?id=b94a1f13-f901-4159-ac11-2f45700ef40e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7057610
Feb 18 11:11:38.843364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38040) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:38.976812 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] For port 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:11:38.984590 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] For port 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=69a5e255-816e-4ab6-a8ac-6f2f0452cbfc,segment=NetworkSegment(6803b791-6b94-47de-bf41-8f95912b1344),segment_id=6803b791-6b94-47de-bf41-8f95912b1344)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:11:38.996961 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-23533f43-710b-4ca4-9823-48ae237a7d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:39.000952 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-23533f43-710b-4ca4-9823-48ae237a7d1d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0a68c5b433e340019b806363e3e4a841&device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 1161 time: 1.9652927
Feb 18 11:11:39.013485 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:39.013976 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:39.138984 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Transition to ACTIVE for port object cfe88f8f-46c2-4368-b083-222a4cff013b will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:11:39.268775 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:39.283867 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port c171fd04-b9b5-4749-b219-9a57b581226c triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:39.284307 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:39.335855 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-448c696c-663f-4353-9498-8041f3cd5ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:39.482697 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Set router 27771cf6-4f0d-4ea0-a883-f034213bbfec gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:11:40.116068 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe88f8f-46c2-4368-b083-222a4cff013b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:40.136652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:40.320015 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Network 898e5d09-fa06-443a-ad06-089028ce346b is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:11:40.326581 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:11:40.337915 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:11:40.339314 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519390'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:40.463432 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Pushing event updated for resources: {'Port': ['ID=69a5e255-816e-4ab6-a8ac-6f2f0452cbfc,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:40.463705 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca8e35c0>, [{'id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'name': 'tempest-ServerRescueNegativeTestJSON-821725800-router', 'tenant_id': '5f79b645e00d448c8c14c9f2fb529c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '76ca1150-c604-4616-a846-348d7cd606b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:04Z', 'updated_at': '2021-02-18T11:11:25Z', 'revision_number': 4, 'project_id': '5f79b645e00d448c8c14c9f2fb529c48', 'gw_port': {'id': '76ca1150-c604-4616-a846-348d7cd606b0', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:06Z', 'updated_at': '2021-02-18T11:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '06a1162a-d477-4baf-95ac-87f33fd96df2', 'name': '', 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449', 'tenant_id': '5f79b645e00d448c8c14c9f2fb529c48', 'mac_address': 'fa:16:3e:ca:30:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '078c8601-5d6a-4793-a580-7498423d78df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:21Z', 'updated_at': '2021-02-18T11:11:29Z', 'revision_number': 2, 'project_id': '5f79b645e00d448c8c14c9f2fb529c48', 'subnets': [{'id': '078c8601-5d6a-4793-a580-7498423d78df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:11:40.487557 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Checking router: 27771cf6-4f0d-4ea0-a883-f034213bbfec for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:11:40.517634 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Updating router 27771cf6-4f0d-4ea0-a883-f034213bbfec port 06a1162a-d477-4baf-95ac-87f33fd96df2 binding host dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:11:40.543206 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719f5a32-f65a-41d2-b291-62c895d1e70b', 'tag': '09d3a641-247c-481d-b923-4adbfc017dcd', 'status': 'completed', 'code': 200}
Feb 18 11:11:40.616135 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.735s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:40.633612 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-385775b4-ad1d-49b3-81ee-6e13977ee9c8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09d3a641-247c-481d-b923-4adbfc017dcd HTTP/1.1" status: 200  len: 217 time: 1.5924463
Feb 18 11:11:40.634541 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.978s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:40.744989 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e73dccb1-fe75-47c9-9220-e020280a9b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:40.793860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-e73dccb1-fe75-47c9-9220-e020280a9b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:40.805792 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-e73dccb1-fe75-47c9-9220-e020280a9b1b admin admin] Usage tracker for resource:security_group_rule and tenant:a09351cb9fa24a70a43393f2159cede1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:40.817380 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-e73dccb1-fe75-47c9-9220-e020280a9b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:40.831980 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-e73dccb1-fe75-47c9-9220-e020280a9b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:40.883668 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:41.117193 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Pushing event updated for resources: {'Port': ['ID=69a5e255-816e-4ab6-a8ac-6f2f0452cbfc,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:41.122224 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-17175863-61bb-4ad9-b275-47b3a50fb608 None None] Provisioning for port cfe88f8f-46c2-4368-b083-222a4cff013b completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:11:41.136949 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-17175863-61bb-4ad9-b275-47b3a50fb608 None None] Provisioning complete for port cfe88f8f-46c2-4368-b083-222a4cff013b triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:41.137806 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-17175863-61bb-4ad9-b275-47b3a50fb608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:41.148065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e73dccb1-fe75-47c9-9220-e020280a9b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:41.168022 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e73dccb1-fe75-47c9-9220-e020280a9b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:41.267073 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:41.293391 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:41.294095 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:41.295771 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] 10.222.0.79 "PUT /v2.0/ports/69a5e255-816e-4ab6-a8ac-6f2f0452cbfc HTTP/1.1" status: 200  len: 1158 time: 9.7017503
Feb 18 11:11:41.310629 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-bfce4542-91e1-4b72-a632-e70640b2dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:41.312289 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-bfce4542-91e1-4b72-a632-e70640b2dd85 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=02b055e1-68bd-400d-ac6c-e375d18c7b51 HTTP/1.1" status: 200  len: 854 time: 0.1975501
Feb 18 11:11:41.325094 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dafa2-75a2-4201-a9ec-0a8799bed68a req-bddd0c23-b745-4bff-a516-ebe3293a1c2c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:41.338343 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d23dafa2-75a2-4201-a9ec-0a8799bed68a req-bddd0c23-b745-4bff-a516-ebe3293a1c2c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 944 time: 3.2988102
Feb 18 11:11:41.383188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-17175863-61bb-4ad9-b275-47b3a50fb608 None None] Port cfe88f8f-46c2-4368-b083-222a4cff013b cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:11:41.510138 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:41.618010 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:41.699322 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-22a26c25-d392-49b0-b813-034145236fb6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f6991765-5e81-4fe1-8b5d-a8257ead4d37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2885623
Feb 18 11:11:41.717457 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d23dafa2-75a2-4201-a9ec-0a8799bed68a req-997a68a7-8b82-47f3-afa9-8ab17015ad1c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3727434
Feb 18 11:11:41.824841 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dccb1-fe75-47c9-9220-e020280a9b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2dd7be-5ec8-4b1c-a8aa-0e7baf12a575,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:41.897660 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e73dccb1-fe75-47c9-9220-e020280a9b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:41.927836 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-1f7a889a-dcf3-40f5-a5f3-d2ad9055bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:41.931585 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-1f7a889a-dcf3-40f5-a5f3-d2ad9055bc3c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=02eb8dd2806145079a46f49b2b33e626&device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 1161 time: 0.5280151
Feb 18 11:11:41.995776 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-e73dccb1-fe75-47c9-9220-e020280a9b1b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a09351cb9fa24a70a43393f2159cede1&name=default HTTP/1.1" status: 200  len: 2978 time: 3.1435018
Feb 18 11:11:42.010420 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38090) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:42.032061 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-91b79bd7-8ff8-40f8-9f52-ede9ef282660 service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3000305
Feb 18 11:11:42.268004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3ea55-7fc7-4f0e-9bf7-84fc8359a852 req-dbfdfabc-675d-4bb6-a9e3-e53c9d1c989e tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:42.273698 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6ef3ea55-7fc7-4f0e-9bf7-84fc8359a852 req-dbfdfabc-675d-4bb6-a9e3-e53c9d1c989e tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 944 time: 1.4892581
Feb 18 11:11:42.499177 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4f9b6162-a7eb-4d78-840c-ea002d84561c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:42.529297 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:42.547838 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Transition to ACTIVE for port object 06a1162a-d477-4baf-95ac-87f33fd96df2 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:11:42.556130 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:42.589664 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6ef3ea55-7fc7-4f0e-9bf7-84fc8359a852 req-b06336fa-5760-49f7-9eeb-36050c8c2273 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/security-groups?id=b94a1f13-f901-4159-ac11-2f45700ef40e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2888701
Feb 18 11:11:42.603360 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:42.750797 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4f9b6162-a7eb-4d78-840c-ea002d84561c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:42.801203 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc29fa0a-796f-4150-92ec-291c09e18c9e', 'tag': '69a5e255-816e-4ab6-a8ac-6f2f0452cbfc'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:11:42.814059 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-457abc1b-6ee8-4590-a74e-6bca8eb7476d req-dea53744-b091-4875-8395-23950bf37a0f service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6969681
Feb 18 11:11:42.866594 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-15d72186-649c-4c79-b541-b931307b4bcf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a5e255-816e-4ab6-a8ac-6f2f0452cbfc HTTP/1.1" status: 200  len: 217 time: 0.8330412
Feb 18 11:11:43.059418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4f9b6162-a7eb-4d78-840c-ea002d84561c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:43.080994 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-5c4c0be4-28c3-4cd6-ba06-fbc319af4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:43.083240 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-5c4c0be4-28c3-4cd6-ba06-fbc319af4d6d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e9ffb363-f573-4342-b862-f4c112e5e75d HTTP/1.1" status: 200  len: 851 time: 0.0902660
Feb 18 11:11:43.093912 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:43.196774 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.resource_extend [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 18 11:11:43.207792 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b6162-a7eb-4d78-840c-ea002d84561c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2dd7be-5ec8-4b1c-a8aa-0e7baf12a575,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:43.210561 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4f9b6162-a7eb-4d78-840c-ea002d84561c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:43.221461 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4f9b6162-a7eb-4d78-840c-ea002d84561c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:43.222971 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-4f9b6162-a7eb-4d78-840c-ea002d84561c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fb2dd7be-5ec8-4b1c-a8aa-0e7baf12a575 HTTP/1.1" status: 204  len: 168 time: 1.2070718
Feb 18 11:11:43.240386 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:43.252021 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:43.254473 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854256516'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:43.283985 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:43.337789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-1e50f4e1-36df-433a-ac32-1a056f2de1bf tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:43.337789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-1e50f4e1-36df-433a-ac32-1a056f2de1bf tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Synchronizing usage tracker for tenant:5f79b645e00d448c8c14c9f2fb529c48 on resource:network {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:11:43.345392 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-4004b1f0-cad3-4b07-9155-1913521640c7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d20aaec5-80bb-43cb-9c39-414290c3564e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1878614
Feb 18 11:11:43.424564 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe88f8f-46c2-4368-b083-222a4cff013b,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:43.438882 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:43.490563 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7091d25-ab8d-4390-82ab-158a67bf243a req-519056e0-f6c9-4619-8aa9-5acbc5c069de tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:43.499311 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b7091d25-ab8d-4390-82ab-158a67bf243a req-519056e0-f6c9-4619-8aa9-5acbc5c069de tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 944 time: 0.3819814
Feb 18 11:11:43.552010 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-1e50f4e1-36df-433a-ac32-1a056f2de1bf tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Unset dirty status for tenant:5f79b645e00d448c8c14c9f2fb529c48 on resource:network {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:11:43.554163 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-1e50f4e1-36df-433a-ac32-1a056f2de1bf tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/networks?id=c1017996-a61e-4427-a613-fd19e7162449 HTTP/1.1" status: 200  len: 818 time: 0.7006483
Feb 18 11:11:43.557024 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-2d20b33f-efa8-49c6-a9bf-8ea59252c006 service neutron] 10.222.0.79 "GET /v2.0/networks/d20aaec5-80bb-43cb-9c39-414290c3564e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1854956
Feb 18 11:11:43.587344 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bb50c-a030-4e82-8b9c-2b0edf6ebbd6 None None] Pushing event updated for resources: {'Port': ['ID=06a1162a-d477-4baf-95ac-87f33fd96df2,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:43.608207 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3a0bb50c-a030-4e82-8b9c-2b0edf6ebbd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:43.672469 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-fe4f0de8-7b9b-47d1-aaf4-48f79804be10 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/quotas/5f79b645e00d448c8c14c9f2fb529c48 HTTP/1.1" status: 200  len: 375 time: 0.0987527
Feb 18 11:11:43.700188 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b7091d25-ab8d-4390-82ab-158a67bf243a req-0d374b84-5fa5-4783-963b-e2c9e84e3e87 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1995573
Feb 18 11:11:43.734170 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Network 898e5d09-fa06-443a-ad06-089028ce346b is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:11:43.738866 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:11:44.006585 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc29fa0a-796f-4150-92ec-291c09e18c9e', 'tag': '69a5e255-816e-4ab6-a8ac-6f2f0452cbfc', 'status': 'completed', 'code': 200}
Feb 18 11:11:44.077987 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Attempting to bind port 06a1162a-d477-4baf-95ac-87f33fd96df2 on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:11:44.078627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Attempting to bind port 06a1162a-d477-4baf-95ac-87f33fd96df2 by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': 'ad8fbc16-d954-4840-8ad7-aa263bff63f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:11:44.079233 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Attempting to bind port 06a1162a-d477-4baf-95ac-87f33fd96df2 on network c1017996-a61e-4427-a613-fd19e7162449 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:11:44.086928 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:11:44.087743 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Checking segment: {'id': 'ad8fbc16-d954-4840-8ad7-aa263bff63f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:11:44.088353 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:44.089598 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Bound using segment: {'id': 'ad8fbc16-d954-4840-8ad7-aa263bff63f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:11:44.090521 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Bound port: 06a1162a-d477-4baf-95ac-87f33fd96df2, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8fbc16-d954-4840-8ad7-aa263bff63f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:11:44.091117 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:44.145914 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-d8a3ce30-8ffa-4c86-a9b7-325870a17e7f None None] Provisioning complete for port cfe88f8f-46c2-4368-b083-222a4cff013b triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:44.146330 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ce30-8ffa-4c86-a9b7-325870a17e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:44.265819 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Router 666f30c7-d646-49f0-8fd0-89441be02cda has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:11:44.275335 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] For port 06a1162a-d477-4baf-95ac-87f33fd96df2, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:11:44.275577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-d8a3ce30-8ffa-4c86-a9b7-325870a17e7f None None] Port cfe88f8f-46c2-4368-b083-222a4cff013b cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:11:44.282397 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] For port 06a1162a-d477-4baf-95ac-87f33fd96df2, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=06a1162a-d477-4baf-95ac-87f33fd96df2,segment=NetworkSegment(ad8fbc16-d954-4840-8ad7-aa263bff63f3),segment_id=ad8fbc16-d954-4840-8ad7-aa263bff63f3)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:11:44.288988 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:44.298690 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894626b6-19cd-4150-975f-a44639e040b5 req-be236025-6123-445a-a620-1049f27b3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:44.302210 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-894626b6-19cd-4150-975f-a44639e040b5 req-be236025-6123-445a-a620-1049f27b3244 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0a68c5b433e340019b806363e3e4a841&device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 1161 time: 1.3597763
Feb 18 11:11:44.354750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38140) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:44.468034 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a20e71b8-6c31-456b-b144-8634a1972aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:44.473820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:44.497316 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-a20e71b8-6c31-456b-b144-8634a1972aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:44.502499 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-a20e71b8-6c31-456b-b144-8634a1972aaf admin admin] Usage tracker for resource:security_group_rule and tenant:99caab994a7546f591097543e062889c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:44.506123 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-a20e71b8-6c31-456b-b144-8634a1972aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:44.513736 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-a20e71b8-6c31-456b-b144-8634a1972aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:44.565041 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Routers {'27771cf6-4f0d-4ea0-a883-f034213bbfec'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:11:44.565857 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca8e35c0>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:11:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['27771cf6-4f0d-4ea0-a883-f034213bbfec'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:11:44.614046 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0232bf-c1cf-4b99-aa3a-95a49106f27d req-37a1e16f-22a8-48b2-b362-11bb429ef85c service neutron] 10.222.0.79 "GET /v2.0/networks/d20aaec5-80bb-43cb-9c39-414290c3564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0443716
Feb 18 11:11:44.743661 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-bac23f8b-7e98-4950-ba52-e1dafaaffdfc tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f79b645e00d448c8c14c9f2fb529c48&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7348731
Feb 18 11:11:44.892588 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] Set router 27771cf6-4f0d-4ea0-a883-f034213bbfec gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:11:45.166921 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-1b1c8601-5617-4a04-be6c-408a058fcb49 service neutron] 10.222.0.65 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4216847
Feb 18 11:11:45.168379 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894626b6-19cd-4150-975f-a44639e040b5 req-edc26451-6d1c-497d-9930-0c75c4ab631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:45.169447 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bb50c-a030-4e82-8b9c-2b0edf6ebbd6 None None] Pushing event updated for resources: {'Port': ['ID=06a1162a-d477-4baf-95ac-87f33fd96df2,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:45.171635 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-894626b6-19cd-4150-975f-a44639e040b5 req-edc26451-6d1c-497d-9930-0c75c4ab631a service neutron] 10.222.0.79 "GET /v2.0/networks?id=f6991765-5e81-4fe1-8b5d-a8257ead4d37 HTTP/1.1" status: 200  len: 908 time: 0.8419108
Feb 18 11:11:45.191753 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3a0bb50c-a030-4e82-8b9c-2b0edf6ebbd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:45.270197 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:11:45.286369 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Sync routers for ids ['666f30c7-d646-49f0-8fd0-89441be02cda'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:11:45.292362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a2e8a-e576-42c6-bde1-6a8640bee0f0 req-15554555-e386-4a89-be53-27284c1f4031 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:45.302217 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-619a2e8a-e576-42c6-bde1-6a8640bee0f0 req-15554555-e386-4a89-be53-27284c1f4031 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 944 time: 0.9336426
Feb 18 11:11:45.308875 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Routers {'666f30c7-d646-49f0-8fd0-89441be02cda'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:11:45.309740 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca5d1358>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:11:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['666f30c7-d646-49f0-8fd0-89441be02cda'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:11:45.317419 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a20e71b8-6c31-456b-b144-8634a1972aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:45.336775 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-894626b6-19cd-4150-975f-a44639e040b5 req-ef20b6b0-c02d-472d-86b2-06fd25300794 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09d3a641-247c-481d-b923-4adbfc017dcd HTTP/1.1" status: 200  len: 217 time: 0.1401603
Feb 18 11:11:45.360351 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a20e71b8-6c31-456b-b144-8634a1972aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:45.397013 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] 10.222.0.65 "PUT /v2.0/routers/666f30c7-d646-49f0-8fd0-89441be02cda/add_router_interface HTTP/1.1" status: 200  len: 503 time: 20.1950476
Feb 18 11:11:45.469012 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:45.492448 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-a20e71b8-6c31-456b-b144-8634a1972aaf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=99caab994a7546f591097543e062889c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1256294
Feb 18 11:11:45.499110 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38162) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:45.506875 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-619a2e8a-e576-42c6-bde1-6a8640bee0f0 req-81538150-f66f-4a45-bede-7d65aa19c854 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/security-groups?id=b94a1f13-f901-4159-ac11-2f45700ef40e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861866
Feb 18 11:11:45.559435 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Set router 666f30c7-d646-49f0-8fd0-89441be02cda gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:11:45.625088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e71b8-6c31-456b-b144-8634a1972aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b74a29a-8ebf-461c-a0f2-791f1fd84347,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:45.702342 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a20e71b8-6c31-456b-b144-8634a1972aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:45.756690 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d19c503e-bedb-4022-a4bb-60a378199381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:45.817091 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d19c503e-bedb-4022-a4bb-60a378199381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:45.819802 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca8e35c0>, [{'id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'name': 'tempest-ServerRescueNegativeTestJSON-821725800-router', 'tenant_id': '5f79b645e00d448c8c14c9f2fb529c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '76ca1150-c604-4616-a846-348d7cd606b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:04Z', 'updated_at': '2021-02-18T11:11:25Z', 'revision_number': 4, 'project_id': '5f79b645e00d448c8c14c9f2fb529c48', 'gw_port': {'id': '76ca1150-c604-4616-a846-348d7cd606b0', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:06Z', 'updated_at': '2021-02-18T11:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '06a1162a-d477-4baf-95ac-87f33fd96df2', 'name': '', 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449', 'tenant_id': '5f79b645e00d448c8c14c9f2fb529c48', 'mac_address': 'fa:16:3e:ca:30:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '078c8601-5d6a-4793-a580-7498423d78df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:21Z', 'updated_at': '2021-02-18T11:11:44Z', 'revision_number': 4, 'project_id': '5f79b645e00d448c8c14c9f2fb529c48', 'subnets': [{'id': '078c8601-5d6a-4793-a580-7498423d78df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:11:45.838751 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986df1bf-1190-4b60-952c-1e66a9edfb1a None None] The sync data for ids ['27771cf6-4f0d-4ea0-a883-f034213bbfec'] in dv-cinder-773985-5-iscsi is: [{'id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'name': 'tempest-ServerRescueNegativeTestJSON-821725800-router', 'tenant_id': '5f79b645e00d448c8c14c9f2fb529c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '76ca1150-c604-4616-a846-348d7cd606b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:04Z', 'updated_at': '2021-02-18T11:11:25Z', 'revision_number': 4, 'project_id': '5f79b645e00d448c8c14c9f2fb529c48', 'gw_port': {'id': '76ca1150-c604-4616-a846-348d7cd606b0', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:06Z', 'updated_at': '2021-02-18T11:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '06a1162a-d477-4baf-95ac-87f33fd96df2', 'name': '', 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449', 'tenant_id': '5f79b645e00d448c8c14c9f2fb529c48', 'mac_address': 'fa:16:3e:ca:30:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '078c8601-5d6a-4793-a580-7498423d78df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:21Z', 'updated_at': '2021-02-18T11:11:44Z', 'revision_number': 4, 'project_id': '5f79b645e00d448c8c14c9f2fb529c48', 'subnets': [{'id': '078c8601-5d6a-4793-a580-7498423d78df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:11:45.845786 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-5d36abfb-1044-45f6-8ff6-6b95fc658188 service neutron] 10.222.0.65 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4983175
Feb 18 11:11:45.876246 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a8fd5-add1-4411-9f0e-4e1c3edb7e93 req-1eee7fc1-ab59-49fe-89c1-0545565f510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:45.877944 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e01a8fd5-add1-4411-9f0e-4e1c3edb7e93 req-1eee7fc1-ab59-49fe-89c1-0545565f510f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=02eb8dd2806145079a46f49b2b33e626&device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 1161 time: 1.1301777
Feb 18 11:11:45.880023 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894626b6-19cd-4150-975f-a44639e040b5 req-8194ebd4-341c-4ee3-8f71-c0df964ba8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:45.882965 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-894626b6-19cd-4150-975f-a44639e040b5 req-8194ebd4-341c-4ee3-8f71-c0df964ba8d1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=02b055e1-68bd-400d-ac6c-e375d18c7b51 HTTP/1.1" status: 200  len: 854 time: 0.5449538
Feb 18 11:11:46.019406 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-894626b6-19cd-4150-975f-a44639e040b5 req-9d9ea866-fe8a-459e-bbba-886d27e4d3b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f6991765-5e81-4fe1-8b5d-a8257ead4d37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1265130
Feb 18 11:11:46.099143 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d19c503e-bedb-4022-a4bb-60a378199381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:46.145353 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:46.188700 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c503e-bedb-4022-a4bb-60a378199381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b74a29a-8ebf-461c-a0f2-791f1fd84347,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:46.202399 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d19c503e-bedb-4022-a4bb-60a378199381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:46.206008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d19c503e-bedb-4022-a4bb-60a378199381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:46.207868 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d19c503e-bedb-4022-a4bb-60a378199381 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b74a29a-8ebf-461c-a0f2-791f1fd84347 HTTP/1.1" status: 204  len: 168 time: 0.7063851
Feb 18 11:11:46.305957 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8f7c6-7b73-42c8-b215-776556ddeb47 req-676307cf-c701-4976-9264-6f8119d9ce3c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:46.325631 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f2f8f7c6-7b73-42c8-b215-776556ddeb47 req-676307cf-c701-4976-9264-6f8119d9ce3c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 944 time: 0.3448145
Feb 18 11:11:46.450105 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a8fd5-add1-4411-9f0e-4e1c3edb7e93 req-57cce9c5-36d8-4496-b98e-11cde498c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:46.452199 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e01a8fd5-add1-4411-9f0e-4e1c3edb7e93 req-57cce9c5-36d8-4496-b98e-11cde498c982 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d20aaec5-80bb-43cb-9c39-414290c3564e HTTP/1.1" status: 200  len: 905 time: 0.5607767
Feb 18 11:11:46.634264 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f2f8f7c6-7b73-42c8-b215-776556ddeb47 req-f5fc0dfd-0542-4566-8958-c241ad5fab1a tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2941046
Feb 18 11:11:46.718913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 06a1162a-d477-4baf-95ac-87f33fd96df2 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:11:47.037824 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-6330362e-0066-4333-88ea-53cd22eb072d req-a963efd6-80b7-4b35-8050-26f5054fc9ba tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Synchronizing usage tracker for tenant:5f79b645e00d448c8c14c9f2fb529c48 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:11:47.128552 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-6330362e-0066-4333-88ea-53cd22eb072d req-a963efd6-80b7-4b35-8050-26f5054fc9ba tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Unset dirty status for tenant:5f79b645e00d448c8c14c9f2fb529c48 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:11:47.147023 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6330362e-0066-4333-88ea-53cd22eb072d req-a963efd6-80b7-4b35-8050-26f5054fc9ba tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 210 time: 0.3397141
Feb 18 11:11:47.267732 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca5d1358>, [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:40Z', 'revision_number': 4, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'cfe88f8f-46c2-4368-b083-222a4cff013b', 'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'mac_address': 'fa:16:3e:d6:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:35Z', 'updated_at': '2021-02-18T11:11:42Z', 'revision_number': 2, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'subnets': [{'id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:11:47.551746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.objects.ports [None req-57b1c99f-3ae4-4ffe-9457-caa72d1a3b94 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 11:11:47.608677 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Checking router: 666f30c7-d646-49f0-8fd0-89441be02cda for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:11:47.609140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Updating router 666f30c7-d646-49f0-8fd0-89441be02cda port cfe88f8f-46c2-4368-b083-222a4cff013b binding host dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:11:47.894769 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:47.930941 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port 06a1162a-d477-4baf-95ac-87f33fd96df2 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:11:47.993172 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 06a1162a-d477-4baf-95ac-87f33fd96df2 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:47.997459 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:48.092533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa4c58-7c48-4e5c-972d-db68ebdc23d5 req-2a4c3766-6b66-4a97-abab-d155f0ff1395 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:48.117076 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-50fa4c58-7c48-4e5c-972d-db68ebdc23d5 req-2a4c3766-6b66-4a97-abab-d155f0ff1395 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 944 time: 0.5243373
Feb 18 11:11:48.152171 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-894626b6-19cd-4150-975f-a44639e040b5 req-c483aacd-6483-4194-ab00-30b4fbbaa4c0 service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.9288032
Feb 18 11:11:48.199636 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e01a8fd5-add1-4411-9f0e-4e1c3edb7e93 req-44bf44c7-6588-47d1-823c-27e23f99ed19 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a5e255-816e-4ab6-a8ac-6f2f0452cbfc HTTP/1.1" status: 200  len: 217 time: 1.6822386
Feb 18 11:11:48.272149 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-50fa4c58-7c48-4e5c-972d-db68ebdc23d5 req-16e6bb95-f527-481d-8f93-627d45869b5c tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/security-groups?id=b94a1f13-f901-4159-ac11-2f45700ef40e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495030
Feb 18 11:11:48.534638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a8fd5-add1-4411-9f0e-4e1c3edb7e93 req-c6a5118f-3a88-4d45-8827-e5de15d50617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:48.537658 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e01a8fd5-add1-4411-9f0e-4e1c3edb7e93 req-c6a5118f-3a88-4d45-8827-e5de15d50617 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e9ffb363-f573-4342-b862-f4c112e5e75d HTTP/1.1" status: 200  len: 851 time: 0.3367043
Feb 18 11:11:48.574290 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38244) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:48.621856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-ab446880-cb14-4230-b24c-fe8d6ded4526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2028065763', 'description': 'tempest-description--239557167'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:48.706086 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ab446880-cb14-4230-b24c-fe8d6ded4526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:49.078893 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e01a8fd5-add1-4411-9f0e-4e1c3edb7e93 req-6c17e4b1-f055-4cf8-85dd-48ae25129cea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d20aaec5-80bb-43cb-9c39-414290c3564e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2386780
Feb 18 11:11:49.164272 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3ccd9e4f-a637-4431-a751-dd1f61484ca1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:49.174431 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3ccd9e4f-a637-4431-a751-dd1f61484ca1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/networks?id=c1017996-a61e-4427-a613-fd19e7162449 HTTP/1.1" status: 200  len: 818 time: 0.4732087
Feb 18 11:11:49.182062 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ab446880-cb14-4230-b24c-fe8d6ded4526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Usage tracker for resource:security_group and tenant:a547afc1db8c4cf69b758ed2ce7d7e3c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:49.196763 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ab446880-cb14-4230-b24c-fe8d6ded4526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:49.207424 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ab446880-cb14-4230-b24c-fe8d6ded4526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:49.249667 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ab446880-cb14-4230-b24c-fe8d6ded4526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:49.309515 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-db03affd-45a6-4133-9680-68e342e2fa4e tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/quotas/5f79b645e00d448c8c14c9f2fb529c48 HTTP/1.1" status: 200  len: 375 time: 0.0822713
Feb 18 11:11:49.318526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ab446880-cb14-4230-b24c-fe8d6ded4526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:49.326182 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ab446880-cb14-4230-b24c-fe8d6ded4526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Usage tracker for resource:security_group_rule and tenant:a547afc1db8c4cf69b758ed2ce7d7e3c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:49.381352 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 09d3a641-247c-481d-b923-4adbfc017dcd up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:11:49.396227 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-894626b6-19cd-4150-975f-a44639e040b5 req-5c329b32-c1ae-467a-a6df-043f1e76465b service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9808698
Feb 18 11:11:49.397439 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.79', 59419) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:49.436796 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ab446880-cb14-4230-b24c-fe8d6ded4526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:49.452839 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ab446880-cb14-4230-b24c-fe8d6ded4526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:49.486805 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-572db5b8-0c30-4362-a9a7-287b0271d206 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f79b645e00d448c8c14c9f2fb529c48&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1649895
Feb 18 11:11:49.578095 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port 09d3a641-247c-481d-b923-4adbfc017dcd completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:11:49.610182 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 09d3a641-247c-481d-b923-4adbfc017dcd triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:49.610605 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:49.711097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:49.764344 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e01a8fd5-add1-4411-9f0e-4e1c3edb7e93 req-443ab93f-bbf7-46f3-9fcf-6d5c3dd627cf service neutron] 10.222.0.79 "GET /v2.0/networks/d20aaec5-80bb-43cb-9c39-414290c3564e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6689558
Feb 18 11:11:49.829493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:49.887825 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 09d3a641-247c-481d-b923-4adbfc017dcd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=09d3a641-247c-481d-b923-4adbfc017dcd,segment=NetworkSegment(ae4832ba-d450-4516-a82e-8096d7270822),segment_id=ae4832ba-d450-4516-a82e-8096d7270822)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:11:49.893693 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Transition to ACTIVE for port object cfe88f8f-46c2-4368-b083-222a4cff013b will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:11:49.894367 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719f5a32-f65a-41d2-b291-62c895d1e70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d3a641-247c-481d-b923-4adbfc017dcd'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:11:49.956938 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ab446880-cb14-4230-b24c-fe8d6ded4526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:49.972444 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ab446880-cb14-4230-b24c-fe8d6ded4526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:49.987751 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-196a02a2-26d7-48f9-8b2f-eb11fe16f7af service neutron] 10.222.0.65 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4804440
Feb 18 11:11:49.998706 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4f9b6162-a7eb-4d78-840c-ea002d84561c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:50.004134 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef304a-ae57-4086-ab9b-4c78f7df592a req-e7d6f503-cc74-46a2-80f4-895d8b6ab08b tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:50.013776 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-43ef304a-ae57-4086-ab9b-4c78f7df592a req-e7d6f503-cc74-46a2-80f4-895d8b6ab08b tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 944 time: 0.7848678
Feb 18 11:11:50.026746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-71a49fb0-d4d0-4d52-93ed-a484de803016 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:50.029002 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-71a49fb0-d4d0-4d52-93ed-a484de803016 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.79 "GET /v2.0/networks?id=c1017996-a61e-4427-a613-fd19e7162449 HTTP/1.1" status: 200  len: 818 time: 0.6139095
Feb 18 11:11:50.109855 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-cf386e45-5e17-412f-8982-256025d0ffe1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Request body: {'port': {'device_id': '44b59080-de41-46ac-92f7-3b12419903f7', 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449', 'admin_state_up': True, 'tenant_id': '5f79b645e00d448c8c14c9f2fb529c48'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:50.110525 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:50.133700 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:50.137775 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:50.192865 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port 06a1162a-d477-4baf-95ac-87f33fd96df2, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=06a1162a-d477-4baf-95ac-87f33fd96df2,segment=NetworkSegment(ad8fbc16-d954-4840-8ad7-aa263bff63f3),segment_id=ad8fbc16-d954-4840-8ad7-aa263bff63f3)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:11:50.366086 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-ea61c713-42b8-4cf2-ad0a-9324a16110ad service neutron] 10.222.0.65 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3284724
Feb 18 11:11:50.413687 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ab446880-cb14-4230-b24c-fe8d6ded4526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:50.422547 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ab446880-cb14-4230-b24c-fe8d6ded4526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.8462110
Feb 18 11:11:50.428686 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 38302) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:50.438652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab446880-cb14-4230-b24c-fe8d6ded4526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f783d8a-2f8c-46ec-8937-48a182a10985,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:50.443834 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ab446880-cb14-4230-b24c-fe8d6ded4526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:50.540499 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-42c37607-b07c-4734-9c10-70b69c64a017 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Request body: {'security_group_rule': {'security_group_id': '7f783d8a-2f8c-46ec-8937-48a182a10985', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:50.548259 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:50.598425 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-42c37607-b07c-4734-9c10-70b69c64a017 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:50.608068 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-42c37607-b07c-4734-9c10-70b69c64a017 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Usage tracker for resource:security_group_rule and tenant:a547afc1db8c4cf69b758ed2ce7d7e3c is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:50.614162 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-42c37607-b07c-4734-9c10-70b69c64a017 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:50.628770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-42c37607-b07c-4734-9c10-70b69c64a017 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:50.645560 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:50.674454 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:11:50.697392 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-43ef304a-ae57-4086-ab9b-4c78f7df592a req-ae47708d-566c-4afb-831d-097a7f3e1747 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6822107
Feb 18 11:11:50.942544 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-42c37607-b07c-4734-9c10-70b69c64a017 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:50.994155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4119bd-a93f-4c0e-9794-d4239798cc8b None None] Pushing event updated for resources: {'Port': ['ID=cfe88f8f-46c2-4368-b083-222a4cff013b,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:51.007753 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e01a8fd5-add1-4411-9f0e-4e1c3edb7e93 req-c06a2053-28e8-4ab9-9050-af3c88ab2abf service neutron] 10.222.0.79 "GET /v2.0/networks/d20aaec5-80bb-43cb-9c39-414290c3564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2041094
Feb 18 11:11:51.239925 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=09d3a641-247c-481d-b923-4adbfc017dcd,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:51.258770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:51.259225 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.448s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:51.333863 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-cf386e45-5e17-412f-8982-256025d0ffe1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:51.443811 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=06a1162a-d477-4baf-95ac-87f33fd96df2,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:51.476286 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Attempting to bind port cfe88f8f-46c2-4368-b083-222a4cff013b on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:11:51.477013 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Attempting to bind port cfe88f8f-46c2-4368-b083-222a4cff013b by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': '24fea582-f1f7-4185-ad24-c9ed37528ccf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:11:51.477656 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Attempting to bind port cfe88f8f-46c2-4368-b083-222a4cff013b on network 898e5d09-fa06-443a-ad06-089028ce346b {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:11:51.511380 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-42c37607-b07c-4734-9c10-70b69c64a017 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:51.524015 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:51.537395 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:11:51.538097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Checking segment: {'id': '24fea582-f1f7-4185-ad24-c9ed37528ccf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:11:51.538861 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:51.539604 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Bound using segment: {'id': '24fea582-f1f7-4185-ad24-c9ed37528ccf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:11:51.540854 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-42c37607-b07c-4734-9c10-70b69c64a017 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797254'] for security_group_rule, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:51.549751 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Bound port: cfe88f8f-46c2-4368-b083-222a4cff013b, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fea582-f1f7-4185-ad24-c9ed37528ccf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:11:51.551754 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:51.555273 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-cf386e45-5e17-412f-8982-256025d0ffe1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:51.621084 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:51.672514 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-cf386e45-5e17-412f-8982-256025d0ffe1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Made reservation on behalf of 5f79b645e00d448c8c14c9f2fb529c48 for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:11:51.677071 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.801s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:51.677565 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:51.698624 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-cf386e45-5e17-412f-8982-256025d0ffe1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:51.731043 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c37607-b07c-4734-9c10-70b69c64a017 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4567b8d1-5d84-4156-979d-17dbc613be96,revision_number=0']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:51.734930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-42c37607-b07c-4734-9c10-70b69c64a017 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:51.750595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-42c37607-b07c-4734-9c10-70b69c64a017 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:51.751842 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-42c37607-b07c-4734-9c10-70b69c64a017 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2787437
Feb 18 11:11:51.757384 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38348) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:51.772980 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-b89ca015-d5ff-496c-a1fd-8deb7993fbe7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Request body: {'security_group_rule': {'security_group_id': '7f783d8a-2f8c-46ec-8937-48a182a10985', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:51.782031 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270a28f-1052-465b-8e4c-8a9c84f5b6f6 req-a82d0847-430f-4b99-8421-a87951f0808e tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:51.782850 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-9270a28f-1052-465b-8e4c-8a9c84f5b6f6 req-a82d0847-430f-4b99-8421-a87951f0808e tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Synchronizing usage tracker for tenant:02eb8dd2806145079a46f49b2b33e626 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:11:51.808378 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b89ca015-d5ff-496c-a1fd-8deb7993fbe7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:51.830886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b89ca015-d5ff-496c-a1fd-8deb7993fbe7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Usage tracker for resource:security_group_rule and tenant:a547afc1db8c4cf69b758ed2ce7d7e3c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:51.835202 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b89ca015-d5ff-496c-a1fd-8deb7993fbe7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:51.845097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b89ca015-d5ff-496c-a1fd-8deb7993fbe7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:51.869841 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b89ca015-d5ff-496c-a1fd-8deb7993fbe7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:51.958205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:11:51.988271 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719f5a32-f65a-41d2-b291-62c895d1e70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d3a641-247c-481d-b923-4adbfc017dcd', 'code': 200}
Feb 18 11:11:52.009184 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b89ca015-d5ff-496c-a1fd-8deb7993fbe7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:52.009599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:52.010792 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:52.016987 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b89ca015-d5ff-496c-a1fd-8deb7993fbe7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797254'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:52.019069 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:52.031115 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-9270a28f-1052-465b-8e4c-8a9c84f5b6f6 req-a82d0847-430f-4b99-8421-a87951f0808e tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Unset dirty status for tenant:02eb8dd2806145079a46f49b2b33e626 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:11:52.041351 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9270a28f-1052-465b-8e4c-8a9c84f5b6f6 req-a82d0847-430f-4b99-8421-a87951f0808e tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 944 time: 0.9923909
Feb 18 11:11:52.059457 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ca015-d5ff-496c-a1fd-8deb7993fbe7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738e9945-2cf3-47ea-ab6e-bcea5b68cc92,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:52.136637 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b89ca015-d5ff-496c-a1fd-8deb7993fbe7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:52.137839 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-b89ca015-d5ff-496c-a1fd-8deb7993fbe7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3794055
Feb 18 11:11:52.149324 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38360) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:52.166525 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Request body: {'floatingip': {'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:52.190165 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:52.194914 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Usage tracker for resource:floatingip and tenant:a547afc1db8c4cf69b758ed2ce7d7e3c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:52.199079 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:52.220064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:52.237904 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:52.253141 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-9270a28f-1052-465b-8e4c-8a9c84f5b6f6 req-8d2c7b90-b5f9-4cb9-afd2-f5a3b353ae6d tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Synchronizing usage tracker for tenant:02eb8dd2806145079a46f49b2b33e626 on resource:security_group {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:11:52.294083 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b89ca015-d5ff-496c-a1fd-8deb7993fbe7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:52.310362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:52.358833 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] For port cfe88f8f-46c2-4368-b083-222a4cff013b, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:11:52.414802 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=69a5e255-816e-4ab6-a8ac-6f2f0452cbfc,segment=NetworkSegment(6803b791-6b94-47de-bf41-8f95912b1344),segment_id=6803b791-6b94-47de-bf41-8f95912b1344)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:11:52.424267 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:52.427435 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] For port cfe88f8f-46c2-4368-b083-222a4cff013b, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=cfe88f8f-46c2-4368-b083-222a4cff013b,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:11:52.434336 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3dfb4586-8307-43bb-a55e-ebc159eb1bad req-726069f3-3be0-4428-aa55-c9bf6fed1c24 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 210 time: 0.0662012
Feb 18 11:11:52.469892 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:52.470376 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-9270a28f-1052-465b-8e4c-8a9c84f5b6f6 req-8d2c7b90-b5f9-4cb9-afd2-f5a3b353ae6d tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Unset dirty status for tenant:02eb8dd2806145079a46f49b2b33e626 on resource:security_group {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:11:52.470376 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9270a28f-1052-465b-8e4c-8a9c84f5b6f6 req-8d2c7b90-b5f9-4cb9-afd2-f5a3b353ae6d tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/security-groups?id=b94a1f13-f901-4159-ac11-2f45700ef40e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4226496
Feb 18 11:11:52.652008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:52.718119 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=69a5e255-816e-4ab6-a8ac-6f2f0452cbfc,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:52.733361 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:52.777946 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-cf386e45-5e17-412f-8982-256025d0ffe1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Allocated IP 172.20.0.4 (c1017996-a61e-4427-a613-fd19e7162449/078c8601-5d6a-4793-a580-7498423d78df/e218ad9e-278c-439c-a543-96f1e4678e61) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:11:53.193438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:53.197077 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:53.297125 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 09d3a641-247c-481d-b923-4adbfc017dcd up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:11:53.356207 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-cf386e45-5e17-412f-8982-256025d0ffe1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:53.473940 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 06a1162a-d477-4baf-95ac-87f33fd96df2 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:11:53.525981 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7e605-1c06-46f3-9c36-c273ee1ecf3e req-e51b23a4-a66e-4ecc-bdac-6ec7a0b40224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:53.527731 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9da7e605-1c06-46f3-9c36-c273ee1ecf3e req-e51b23a4-a66e-4ecc-bdac-6ec7a0b40224 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 1163 time: 0.1579800
Feb 18 11:11:53.586516 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-9da7e605-1c06-46f3-9c36-c273ee1ecf3e req-5c241a2b-95bc-4b77-aff1-3e8cc5241ed5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:53.621521 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-cf386e45-5e17-412f-8982-256025d0ffe1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:53.643250 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-9da7e605-1c06-46f3-9c36-c273ee1ecf3e req-5c241a2b-95bc-4b77-aff1-3e8cc5241ed5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:53.675205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:53.738586 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 09d3a641-247c-481d-b923-4adbfc017dcd triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:53.739161 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:53.907395 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-9da7e605-1c06-46f3-9c36-c273ee1ecf3e req-5c241a2b-95bc-4b77-aff1-3e8cc5241ed5 service neutron] Usage tracker for resource:security_group_rule and tenant:67e7941146e94e32ae9e16e36ab49763 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:53.915880 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf386e45-5e17-412f-8982-256025d0ffe1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Pushing event updated for resources: {'Port': ['ID=e218ad9e-278c-439c-a543-96f1e4678e61,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:53.920773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Routers {'666f30c7-d646-49f0-8fd0-89441be02cda'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:11:53.922029 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca5d1358>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:11:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['666f30c7-d646-49f0-8fd0-89441be02cda'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:11:53.937554 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cf386e45-5e17-412f-8982-256025d0ffe1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:53.938750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-9da7e605-1c06-46f3-9c36-c273ee1ecf3e req-5c241a2b-95bc-4b77-aff1-3e8cc5241ed5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:54.024888 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Allocated IP 172.27.1.147 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/1b672885-7416-4f3e-83ed-521cb5f625e9) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:11:54.129928 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c67bf3b5-cd3e-47fb-89ed-be45a637409b req-ddcc3671-78ca-4664-a365-e1f90ab66e2c tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 210 time: 0.2301385
Feb 18 11:11:54.135798 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-9da7e605-1c06-46f3-9c36-c273ee1ecf3e req-5c241a2b-95bc-4b77-aff1-3e8cc5241ed5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:54.314158 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:54.323402 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-9da7e605-1c06-46f3-9c36-c273ee1ecf3e req-5c241a2b-95bc-4b77-aff1-3e8cc5241ed5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:54.329927 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-9da7e605-1c06-46f3-9c36-c273ee1ecf3e req-5c241a2b-95bc-4b77-aff1-3e8cc5241ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:54.356998 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4f5e1fa6-4db9-4201-92d4-586353048298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:54.402946 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:54.439564 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c241a2b-95bc-4b77-aff1-3e8cc5241ed5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcbf1b1-abc8-41cf-8a7d-aaff8d1db13a,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:54.457915 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:54.476305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5c241a2b-95bc-4b77-aff1-3e8cc5241ed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:54.486743 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9da7e605-1c06-46f3-9c36-c273ee1ecf3e req-5c241a2b-95bc-4b77-aff1-3e8cc5241ed5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9488220
Feb 18 11:11:54.623758 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-cf386e45-5e17-412f-8982-256025d0ffe1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Network c1017996-a61e-4427-a613-fd19e7162449 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:11:54.628445 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-cf386e45-5e17-412f-8982-256025d0ffe1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:11:54.632699 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-cf386e45-5e17-412f-8982-256025d0ffe1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:11:54.637559 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-cf386e45-5e17-412f-8982-256025d0ffe1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:54.638522 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-cf386e45-5e17-412f-8982-256025d0ffe1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:54.663357 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e4b41-897e-4dbf-ae8c-f72b170c06f9 req-c64f5d7a-dced-4f5e-9526-7dec84ea65da tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:54.673473 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-449e4b41-897e-4dbf-ae8c-f72b170c06f9 req-c64f5d7a-dced-4f5e-9526-7dec84ea65da tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 946 time: 1.3875332
Feb 18 11:11:54.681515 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-cf386e45-5e17-412f-8982-256025d0ffe1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.5824728
Feb 18 11:11:54.715930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f82db-033d-437e-9005-1e78bfcc2038 req-30f9133e-d6b7-43c9-97eb-062d0baa77f6 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:54.722192 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-159f82db-033d-437e-9005-1e78bfcc2038 req-30f9133e-d6b7-43c9-97eb-062d0baa77f6 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 946 time: 0.2055779
Feb 18 11:11:54.741229 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event updated for resources: {'Port': ['ID=1b672885-7416-4f3e-83ed-521cb5f625e9,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:54.746177 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:54.837413 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-449e4b41-897e-4dbf-ae8c-f72b170c06f9 req-b9f8e248-05da-49f9-b6ba-f7dec787a853 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627469
Feb 18 11:11:54.867871 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-159f82db-033d-437e-9005-1e78bfcc2038 req-006702b5-09e4-4f35-ad53-ee521a5d1e11 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/security-groups?id=b94a1f13-f901-4159-ac11-2f45700ef40e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324544
Feb 18 11:11:54.903399 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] Set router 666f30c7-d646-49f0-8fd0-89441be02cda gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:11:54.962212 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:11:54.963084 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:11:54.967407 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:11:55.055912 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc29fa0a-796f-4150-92ec-291c09e18c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a5e255-816e-4ab6-a8ac-6f2f0452cbfc'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:11:55.067151 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4119bd-a93f-4c0e-9794-d4239798cc8b None None] Pushing event updated for resources: {'Port': ['ID=cfe88f8f-46c2-4368-b083-222a4cff013b,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:55.085143 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-fb4119bd-a93f-4c0e-9794-d4239798cc8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.888s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:55.096161 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:55.224464 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc29fa0a-796f-4150-92ec-291c09e18c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a5e255-816e-4ab6-a8ac-6f2f0452cbfc', 'code': 200}
Feb 18 11:11:55.282265 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:55.360878 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 06a1162a-d477-4baf-95ac-87f33fd96df2 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:55.361541 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:55.442863 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:11:55.502827 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 38436) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:55.649543 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9d3a0b3b-17a2-4568-8307-60a9f60d9652 req-0d03374e-03cb-4ea1-9b51-2b16bb8c75fb tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 210 time: 0.2037632
Feb 18 11:11:55.805071 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:55.805907 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:55.811613 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-235b846a-6465-4a10-94be-d143dc394ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:55.864684 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:55.881555 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:56.132219 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca5d1358>, [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:40Z', 'revision_number': 4, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'cfe88f8f-46c2-4368-b083-222a4cff013b', 'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'mac_address': 'fa:16:3e:d6:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:35Z', 'updated_at': '2021-02-18T11:11:52Z', 'revision_number': 4, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'subnets': [{'id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:11:56.141981 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39484f-8b32-4b5a-a1e5-59ed0017bdea None None] The sync data for ids ['666f30c7-d646-49f0-8fd0-89441be02cda'] in dv-cinder-773985-5-iscsi is: [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:40Z', 'revision_number': 4, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'cfe88f8f-46c2-4368-b083-222a4cff013b', 'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'mac_address': 'fa:16:3e:d6:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:35Z', 'updated_at': '2021-02-18T11:11:52Z', 'revision_number': 4, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'subnets': [{'id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:11:56.192997 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-21732dfd-f3ef-43f8-bac4-bedb551f391c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:56.340506 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-235b846a-6465-4a10-94be-d143dc394ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:56.348723 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-235b846a-6465-4a10-94be-d143dc394ebf admin admin] Usage tracker for resource:security_group_rule and tenant:05c734ae44984139b089815c7bff940e is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:56.357031 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-235b846a-6465-4a10-94be-d143dc394ebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:56.368524 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-235b846a-6465-4a10-94be-d143dc394ebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:56.443129 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b43b9-b802-48fb-8885-923632a757dc req-b6da6bbb-3bc2-4465-90cd-300f3d231871 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:56.447591 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9f2b43b9-b802-48fb-8885-923632a757dc req-b6da6bbb-3bc2-4465-90cd-300f3d231871 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 946 time: 0.2428625
Feb 18 11:11:56.578161 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9f2b43b9-b802-48fb-8885-923632a757dc req-27a06c70-c8e0-48c7-8c21-98e3eb1197cd tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232839
Feb 18 11:11:56.650461 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-235b846a-6465-4a10-94be-d143dc394ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:56.663538 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-235b846a-6465-4a10-94be-d143dc394ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:56.670337 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:56.772421 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-235b846a-6465-4a10-94be-d143dc394ebf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=05c734ae44984139b089815c7bff940e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2671893
Feb 18 11:11:56.776326 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b846a-6465-4a10-94be-d143dc394ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dfa90d-0077-4824-8a1e-a3e21ea0fb47,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:56.781484 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 38464) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:56.786415 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-235b846a-6465-4a10-94be-d143dc394ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:56.849249 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event updated for resources: {'Port': ['ID=1b672885-7416-4f3e-83ed-521cb5f625e9,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:56.866043 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:56.904287 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:56.952842 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c5fcb6ba-2736-4e76-b071-7fc3dcd5dada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:56.971458 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9c8d1-f3ca-480e-8a9f-50e7863f51f7 req-71bdb113-9482-4d4d-b952-b2d2bbe4b36e tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:56.974767 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fab9c8d1-f3ca-480e-8a9f-50e7863f51f7 req-71bdb113-9482-4d4d-b952-b2d2bbe4b36e tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 946 time: 0.4308009
Feb 18 11:11:56.975786 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:56.983544 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.8224199
Feb 18 11:11:57.021779 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c5fcb6ba-2736-4e76-b071-7fc3dcd5dada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:57.107442 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fab9c8d1-f3ca-480e-8a9f-50e7863f51f7 req-8a2b392f-d702-4400-ab0d-e601901bc4d4 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/security-groups?id=b94a1f13-f901-4159-ac11-2f45700ef40e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211119
Feb 18 11:11:57.223347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-dbdee2b7-7151-43cb-9033-55a9fa09a434 req-fb22d8ba-9cac-486d-aafd-eba3039b3f03 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Synchronizing usage tracker for tenant:5f79b645e00d448c8c14c9f2fb529c48 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:11:57.247683 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-dbdee2b7-7151-43cb-9033-55a9fa09a434 req-fb22d8ba-9cac-486d-aafd-eba3039b3f03 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Unset dirty status for tenant:5f79b645e00d448c8c14c9f2fb529c48 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:11:57.257247 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dbdee2b7-7151-43cb-9033-55a9fa09a434 req-fb22d8ba-9cac-486d-aafd-eba3039b3f03 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 210 time: 0.1492636
Feb 18 11:11:57.258671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c5fcb6ba-2736-4e76-b071-7fc3dcd5dada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:57.265680 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7c8068d2-2287-437e-aec5-4f85137003af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:57.280156 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcb6ba-2736-4e76-b071-7fc3dcd5dada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dfa90d-0077-4824-8a1e-a3e21ea0fb47,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:57.285248 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c5fcb6ba-2736-4e76-b071-7fc3dcd5dada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:57.293482 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c5fcb6ba-2736-4e76-b071-7fc3dcd5dada admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:57.294927 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-c5fcb6ba-2736-4e76-b071-7fc3dcd5dada admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/32dfa90d-0077-4824-8a1e-a3e21ea0fb47 HTTP/1.1" status: 204  len: 168 time: 0.5115573
Feb 18 11:11:57.498005 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Request body: {'port': {'device_id': '44b59080-de41-46ac-92f7-3b12419903f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:11:57.530113 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-4fdc1217-2b91-4949-bece-e816d2dae335 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Synchronizing usage tracker for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:11:57.569799 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-4fdc1217-2b91-4949-bece-e816d2dae335 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Unset dirty status for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:11:57.572345 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-4fdc1217-2b91-4949-bece-e816d2dae335 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2028065763&fields=id&tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c HTTP/1.1" status: 200  len: 267 time: 0.1407104
Feb 18 11:11:57.707983 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:57.913396 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-36a6a185-c14b-4909-a252-61ec0d1a0a9a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:57.928602 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-36a6a185-c14b-4909-a252-61ec0d1a0a9a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/networks?id=898e5d09-fa06-443a-ad06-089028ce346b HTTP/1.1" status: 200  len: 816 time: 0.3475831
Feb 18 11:11:57.964489 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-7959363c-70ee-4062-ab57-4d47f7a291be tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/quotas/a547afc1db8c4cf69b758ed2ce7d7e3c HTTP/1.1" status: 200  len: 375 time: 0.0303440
Feb 18 11:11:58.080450 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-5b1107cc-92c6-47b8-8b7f-af7a3d29ea96 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Synchronizing usage tracker for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:11:58.105898 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-5b1107cc-92c6-47b8-8b7f-af7a3d29ea96 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Unset dirty status for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:11:58.123501 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-5b1107cc-92c6-47b8-8b7f-af7a3d29ea96 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1499376
Feb 18 11:11:58.141503 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device cfe88f8f-46c2-4368-b083-222a4cff013b up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:11:58.214810 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38504) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:58.242751 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port cfe88f8f-46c2-4368-b083-222a4cff013b completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:11:58.252008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port cfe88f8f-46c2-4368-b083-222a4cff013b triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:11:58.253284 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:58.315603 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eae071b0-1ab7-4e76-b856-b5fbdd83154a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:58.369575 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-eae071b0-1ab7-4e76-b856-b5fbdd83154a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:11:58.381839 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-eae071b0-1ab7-4e76-b856-b5fbdd83154a admin admin] Usage tracker for resource:security_group_rule and tenant:b8cbf6249de647e482a39c07c607c5be is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:11:58.394349 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-eae071b0-1ab7-4e76-b856-b5fbdd83154a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:11:58.435305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-eae071b0-1ab7-4e76-b856-b5fbdd83154a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:11:58.479075 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6614458-64bd-4a6a-b1f6-c9d30b0808a4 req-bf260650-09fd-4890-9861-f6819900b630 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:58.481325 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b6614458-64bd-4a6a-b1f6-c9d30b0808a4 req-bf260650-09fd-4890-9861-f6819900b630 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 946 time: 0.2835813
Feb 18 11:11:58.487014 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:58.508308 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-6a364d0c-0a01-4df2-b491-07c7caede4e5 service neutron] 10.222.0.65 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3415203
Feb 18 11:11:58.559739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port cfe88f8f-46c2-4368-b083-222a4cff013b, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=cfe88f8f-46c2-4368-b083-222a4cff013b,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:11:58.564061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:58.567035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:58.663638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=cfe88f8f-46c2-4368-b083-222a4cff013b,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:58.669572 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:58.719884 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-55e7e3b0-5b2c-4a9a-bea9-611acbd8edf6 service neutron] 10.222.0.65 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2052922
Feb 18 11:11:58.729616 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b6614458-64bd-4a6a-b1f6-c9d30b0808a4 req-a0212b5b-ac51-4854-a602-3f1a2f067b2b tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2065673
Feb 18 11:11:58.752910 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e218ad9e-278c-439c-a543-96f1e4678e61 {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:11:58.773912 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:58.818566 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Transition to ACTIVE for port object e218ad9e-278c-439c-a543-96f1e4678e61 will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:11:58.830617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:58.880363 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:58.914124 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eae071b0-1ab7-4e76-b856-b5fbdd83154a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:58.919751 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eae071b0-1ab7-4e76-b856-b5fbdd83154a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:58.928227 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d19c503e-bedb-4022-a4bb-60a378199381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:59.153312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae071b0-1ab7-4e76-b856-b5fbdd83154a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed133db7-ab07-4f0d-9c8f-8d8ccb72496d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:59.164467 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-eae071b0-1ab7-4e76-b856-b5fbdd83154a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b8cbf6249de647e482a39c07c607c5be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9488122
Feb 18 11:11:59.167842 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-eae071b0-1ab7-4e76-b856-b5fbdd83154a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:59.168745 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38530) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:11:59.301110 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f90d385f-cbfe-4f87-8a0b-3878a9262485 req-a0864137-c4fb-46d6-879a-ca6864ed9ac3 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 210 time: 0.0834706
Feb 18 11:11:59.383048 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-83f66965-0eaa-47b1-ab27-4d0b83f9ae13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:59.388950 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Pushing event updated for resources: {'Port': ['ID=e218ad9e-278c-439c-a543-96f1e4678e61,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:59.397689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:59.456133 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b24b0138-183a-4289-ab5d-90379f93a6d4 req-91d2c66a-4da6-426a-b1d3-b4e6f28619be tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 210 time: 0.0744560
Feb 18 11:11:59.482962 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f78616-e303-4b1e-a8c8-26bcf586ac44 req-ca44b01c-55de-4a15-b639-00f3487c6f47 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:11:59.484889 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-69f78616-e303-4b1e-a8c8-26bcf586ac44 req-ca44b01c-55de-4a15-b639-00f3487c6f47 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 946 time: 0.3889081
Feb 18 11:11:59.489070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-83f66965-0eaa-47b1-ab27-4d0b83f9ae13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:59.554368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-83f66965-0eaa-47b1-ab27-4d0b83f9ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:59.561147 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:11:59.575957 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f66965-0eaa-47b1-ab27-4d0b83f9ae13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed133db7-ab07-4f0d-9c8f-8d8ccb72496d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:11:59.579571 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-83f66965-0eaa-47b1-ab27-4d0b83f9ae13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:11:59.582335 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-83f66965-0eaa-47b1-ab27-4d0b83f9ae13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:59.588331 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-83f66965-0eaa-47b1-ab27-4d0b83f9ae13 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed133db7-ab07-4f0d-9c8f-8d8ccb72496d HTTP/1.1" status: 204  len: 168 time: 0.4131885
Feb 18 11:11:59.674579 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-69f78616-e303-4b1e-a8c8-26bcf586ac44 req-60b10331-8de1-4f7c-b106-df0c44e62f1f tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/security-groups?id=b94a1f13-f901-4159-ac11-2f45700ef40e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766983
Feb 18 11:11:59.677486 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Attempting to bind port e218ad9e-278c-439c-a543-96f1e4678e61 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:11:59.677881 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Attempting to bind port e218ad9e-278c-439c-a543-96f1e4678e61 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'ad8fbc16-d954-4840-8ad7-aa263bff63f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:11:59.678361 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Attempting to bind port e218ad9e-278c-439c-a543-96f1e4678e61 on network c1017996-a61e-4427-a613-fd19e7162449 {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:11:59.704738 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:11:59.705324 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Checking segment: {'id': 'ad8fbc16-d954-4840-8ad7-aa263bff63f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:11:59.706013 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:59.706697 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Bound using segment: {'id': 'ad8fbc16-d954-4840-8ad7-aa263bff63f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:11:59.707507 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Bound port: e218ad9e-278c-439c-a543-96f1e4678e61, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8fbc16-d954-4840-8ad7-aa263bff63f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:11:59.708034 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:59.861471 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] For port e218ad9e-278c-439c-a543-96f1e4678e61, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:11:59.866451 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] For port e218ad9e-278c-439c-a543-96f1e4678e61, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e218ad9e-278c-439c-a543-96f1e4678e61,segment=NetworkSegment(ad8fbc16-d954-4840-8ad7-aa263bff63f3),segment_id=ad8fbc16-d954-4840-8ad7-aa263bff63f3)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:11:59.870681 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:11:59.952385 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:00.044247 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063274d-4a34-4641-9edc-49a8a87e4f5f req-9830e880-0596-4840-963a-ab1d9855b66b tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:00.047951 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4063274d-4a34-4641-9edc-49a8a87e4f5f req-9830e880-0596-4840-963a-ab1d9855b66b tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 946 time: 0.1667275
Feb 18 11:12:00.078620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Pushing event updated for resources: {'Port': ['ID=e218ad9e-278c-439c-a543-96f1e4678e61,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:00.095698 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device cfe88f8f-46c2-4368-b083-222a4cff013b up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:12:00.122606 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:00.143205 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4063274d-4a34-4641-9edc-49a8a87e4f5f req-dc1b8cdc-ffe8-4c98-b80b-d86cdbefb5fd tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873754
Feb 18 11:12:00.154493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:00.157302 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:00.159289 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] 10.222.0.79 "PUT /v2.0/ports/e218ad9e-278c-439c-a543-96f1e4678e61 HTTP/1.1" status: 200  len: 1157 time: 2.6698120
Feb 18 11:12:00.159809 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b59080-de41-46ac-92f7-3b12419903f7', 'tag': 'e218ad9e-278c-439c-a543-96f1e4678e61'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:12:00.209580 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port cfe88f8f-46c2-4368-b083-222a4cff013b triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:12:00.210288 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:00.263343 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b59080-de41-46ac-92f7-3b12419903f7', 'tag': 'e218ad9e-278c-439c-a543-96f1e4678e61', 'status': 'completed', 'code': 200}
Feb 18 11:12:00.527367 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bfd0862e-9921-49f0-841e-301668c753ab req-bbea0909-78c6-454a-8c8b-66cacae8cd58 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 210 time: 0.0855601
Feb 18 11:12:00.654024 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:00.683607 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-174e2a4a-155b-4d2d-9b91-7cd5cd7587ea req-6e2f491e-1100-4bdc-890e-29603de2bb7c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 210 time: 0.0601721
Feb 18 11:12:00.907370 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789ea85-50bd-407c-bb04-3bac0579f318 req-b62fbb76-3ad6-466e-a3ac-02282b48a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:00.909219 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8789ea85-50bd-407c-bb04-3bac0579f318 req-b62fbb76-3ad6-466e-a3ac-02282b48a51b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 1163 time: 0.1236067
Feb 18 11:12:01.018605 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:12:01.026384 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88457643-7174-4bc1-a498-5a726dd432ba req-3af7ef82-5594-41f2-b64e-6e632405b9cd tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:01.035137 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-88457643-7174-4bc1-a498-5a726dd432ba req-3af7ef82-5594-41f2-b64e-6e632405b9cd tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 946 time: 0.2026439
Feb 18 11:12:01.098567 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-88457643-7174-4bc1-a498-5a726dd432ba req-2c52795d-efeb-4094-9480-fa8fc92cb099 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/security-groups?id=b94a1f13-f901-4159-ac11-2f45700ef40e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621471
Feb 18 11:12:01.158681 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:12:01.159694 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:01.175208 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-8789ea85-50bd-407c-bb04-3bac0579f318 req-46d39ab7-3d56-44c6-a197-57a707b1fcc3 service neutron] Synchronizing usage tracker for tenant:67e7941146e94e32ae9e16e36ab49763 on resource:security_group {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:12:01.219507 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-8789ea85-50bd-407c-bb04-3bac0579f318 req-46d39ab7-3d56-44c6-a197-57a707b1fcc3 service neutron] Unset dirty status for tenant:67e7941146e94e32ae9e16e36ab49763 on resource:security_group {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:12:01.221895 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8789ea85-50bd-407c-bb04-3bac0579f318 req-46d39ab7-3d56-44c6-a197-57a707b1fcc3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b94a1f13-f901-4159-ac11-2f45700ef40e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2393548
Feb 18 11:12:01.265381 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11b4b3-fae2-4e22-9937-ea3388b36804 req-ca538eec-3ec0-4be4-8487-56819e41f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:01.267302 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0c11b4b3-fae2-4e22-9937-ea3388b36804 req-ca538eec-3ec0-4be4-8487-56819e41f41f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5f79b645e00d448c8c14c9f2fb529c48&device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 1160 time: 0.3624194
Feb 18 11:12:01.349421 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-a0ea4310-0e04-4e15-a0b9-8bc034756957 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:01.351313 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-a0ea4310-0e04-4e15-a0b9-8bc034756957 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.79 "GET /v2.0/networks?id=c1017996-a61e-4427-a613-fd19e7162449 HTTP/1.1" status: 200  len: 818 time: 0.4477873
Feb 18 11:12:01.472684 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ea2d3-532e-45ef-912f-b09ed46aef03 req-438d92ef-eff4-4ded-a6e5-d39c19ba8347 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:01.476994 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1a9ea2d3-532e-45ef-912f-b09ed46aef03 req-438d92ef-eff4-4ded-a6e5-d39c19ba8347 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 946 time: 0.1185460
Feb 18 11:12:01.542069 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1a9ea2d3-532e-45ef-912f-b09ed46aef03 req-eadcb58a-6ffa-4ebb-8797-b479c05f14a2 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586605
Feb 18 11:12:01.645073 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Request body: {'port': {'device_id': '3e16f241-50e7-44b5-b93a-bcf9025a753b', 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449', 'admin_state_up': True, 'tenant_id': '5f79b645e00d448c8c14c9f2fb529c48'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:12:01.973942 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6e727b8b-b67a-4f12-932c-95e6f7974476 req-09770b7b-bd5b-489d-ac58-b5496ec085d2 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 210 time: 0.1643414
Feb 18 11:12:02.109755 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-73591d94-3e1a-4ff7-860c-5f36851a45e8 req-ee8872b4-b808-41bc-a280-39c7622840f1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 210 time: 0.1248136
Feb 18 11:12:02.210320 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-54d8c478-b7a9-4024-b25d-a391241f8f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:02.253593 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:02.355940 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38628) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:02.356234 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:02.455614 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Made reservation on behalf of 5f79b645e00d448c8c14c9f2fb529c48 for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:12:02.478001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:02.528895 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11b4b3-fae2-4e22-9937-ea3388b36804 req-6e9392ba-884d-4cd7-af8c-eb94a81a04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:02.533980 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0c11b4b3-fae2-4e22-9937-ea3388b36804 req-6e9392ba-884d-4cd7-af8c-eb94a81a04a4 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=5f79b645e00d448c8c14c9f2fb529c48&shared=False HTTP/1.1" status: 200  len: 912 time: 0.9802670
Feb 18 11:12:02.825269 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c62353-3aed-4174-8059-a598228f1018 req-eb781112-4727-49df-b97d-da9661777f69 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:02.842602 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f9c62353-3aed-4174-8059-a598228f1018 req-eb781112-4727-49df-b97d-da9661777f69 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 946 time: 0.3179970
Feb 18 11:12:02.967819 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f9c62353-3aed-4174-8059-a598228f1018 req-dcc14f47-70ea-4185-a5ea-b65e2f4d04a8 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/security-groups?id=b94a1f13-f901-4159-ac11-2f45700ef40e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241405
Feb 18 11:12:03.069659 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:03.116794 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:03.126851 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Usage tracker for resource:security_group_rule and tenant:4fce1dd25d424bd9a7787b8fa64ae4e1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:03.137324 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:03.153741 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:03.347316 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3a7687d0-b43a-4f71-877a-8f851f2fa555 req-0506ab93-ebaa-4d98-8827-ecae0f239e1b tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 210 time: 0.1037455
Feb 18 11:12:03.453533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:03.458928 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:03.471649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-efc1a537-c1cc-4868-b703-f0d0f23abf4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:03.652456 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-10b0b904-4dc2-4572-b238-ce14ff6a146f req-97111063-891d-4768-b9f5-c32038791c0e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 210 time: 0.0779848
Feb 18 11:12:03.673129 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4fce1dd25d424bd9a7787b8fa64ae4e1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3156054
Feb 18 11:12:03.675638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b28b4ed-fd90-4308-85c3-02c05dff0997,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:03.678205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38676) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:03.713773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.714547 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.715148 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.715740 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.716251 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.716776 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.717417 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.717908 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.718394 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.718881 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.719364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.719843 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.720597 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.721094 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.721580 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.722063 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.722631 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.723117 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.723600 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.724088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.724603 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.725105 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.725589 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.726074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:03.734253 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:03.797377 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ab3e543f-778c-4af3-8c8c-6a1954e93c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:03.846704 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ab3e543f-778c-4af3-8c8c-6a1954e93c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:03.907491 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ab3e543f-778c-4af3-8c8c-6a1954e93c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:03.918686 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d6fc80e3-d7ba-46ea-b5c4-9c1ed96c246e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:03.928379 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11b4b3-fae2-4e22-9937-ea3388b36804 req-b39df4a6-f569-42b3-994d-b6ad14b24afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:03.930059 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0c11b4b3-fae2-4e22-9937-ea3388b36804 req-b39df4a6-f569-42b3-994d-b6ad14b24afd service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 1.3826308
Feb 18 11:12:03.946788 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e543f-778c-4af3-8c8c-6a1954e93c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b28b4ed-fd90-4308-85c3-02c05dff0997,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:03.953206 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ab3e543f-778c-4af3-8c8c-6a1954e93c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:03.954300 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ab3e543f-778c-4af3-8c8c-6a1954e93c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:03.958967 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ab3e543f-778c-4af3-8c8c-6a1954e93c1e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5b28b4ed-fd90-4308-85c3-02c05dff0997 HTTP/1.1" status: 204  len: 168 time: 0.2762902
Feb 18 11:12:04.121012 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8bdbe27a-8c4e-42aa-b3f6-f7a6dbef2464 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:04.122469 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8bdbe27a-8c4e-42aa-b3f6-f7a6dbef2464 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Synchronizing usage tracker for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:network {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:12:04.225255 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3902b7-bb09-48d6-bcc4-6034fcb4cb3e req-b0b5e888-9a32-4b33-85a5-b18c3b67e29c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:04.227684 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bc3902b7-bb09-48d6-bcc4-6034fcb4cb3e req-b0b5e888-9a32-4b33-85a5-b18c3b67e29c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 946 time: 0.9225118
Feb 18 11:12:04.247746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:12:04.334292 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef8643-4834-4b58-8d43-4621f69dc295 req-79f7286c-fa29-4cd7-96fd-04e8bddda418 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:04.348438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8bdbe27a-8c4e-42aa-b3f6-f7a6dbef2464 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Unset dirty status for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:network {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:12:04.349103 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-aaef8643-4834-4b58-8d43-4621f69dc295 req-79f7286c-fa29-4cd7-96fd-04e8bddda418 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 946 time: 0.2248311
Feb 18 11:12:04.350083 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8bdbe27a-8c4e-42aa-b3f6-f7a6dbef2464 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.79 "GET /v2.0/networks?id=898e5d09-fa06-443a-ad06-089028ce346b HTTP/1.1" status: 200  len: 816 time: 0.9776454
Feb 18 11:12:04.449216 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-aaef8643-4834-4b58-8d43-4621f69dc295 req-b5681f1d-08ac-4f8b-a5cd-e34c596c3470 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/security-groups?id=b94a1f13-f901-4159-ac11-2f45700ef40e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975351
Feb 18 11:12:04.450421 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:12:04.450853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:04.601962 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38702) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:04.618808 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bc3902b7-bb09-48d6-bcc4-6034fcb4cb3e req-1e532da4-2eef-42b4-a014-607ded756200 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3468652
Feb 18 11:12:04.643112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-99a9603b-66bb-448a-8da7-a856466aa411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:04.666783 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Allocated IP 172.20.0.7 (c1017996-a61e-4427-a613-fd19e7162449/078c8601-5d6a-4793-a580-7498423d78df/699e36f6-2246-4dce-bdb0-9fa08e5d976d) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:12:04.736712 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-99a9603b-66bb-448a-8da7-a856466aa411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:04.741607 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-99a9603b-66bb-448a-8da7-a856466aa411 admin admin] Usage tracker for resource:security_group_rule and tenant:817138dc1e7b448d800ad9244d5ea14c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:04.745932 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-99a9603b-66bb-448a-8da7-a856466aa411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:04.793907 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-98c135b9-2cb4-4f29-ad68-419dc4c17b72 req-e1f16467-ad23-46e8-8d0a-abf66c4028ee tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 210 time: 0.1107755
Feb 18 11:12:04.795271 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-99a9603b-66bb-448a-8da7-a856466aa411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:04.811116 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-017efe07-c6e0-4376-9c0a-5b8d59670f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:04.816722 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-017efe07-c6e0-4376-9c0a-5b8d59670f00 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5f79b645e00d448c8c14c9f2fb529c48&device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 1160 time: 0.7808678
Feb 18 11:12:04.955098 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-99a9603b-66bb-448a-8da7-a856466aa411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:04.960514 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-99a9603b-66bb-448a-8da7-a856466aa411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:04.983626 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:05.018219 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-cbd83dad-e7ea-404d-9712-c504ae0abfd1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e218ad9e-278c-439c-a543-96f1e4678e61 HTTP/1.1" status: 200  len: 217 time: 0.1444871
Feb 18 11:12:05.134666 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-99a9603b-66bb-448a-8da7-a856466aa411 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=817138dc1e7b448d800ad9244d5ea14c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5309775
Feb 18 11:12:05.137553 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9603b-66bb-448a-8da7-a856466aa411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af5fc0-b9b6-4919-8d19-ac120a9e8540,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:05.143111 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38722) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:05.146716 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-cfd5ac84-f80c-403e-b148-875b7aedcbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:05.148667 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-99a9603b-66bb-448a-8da7-a856466aa411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:05.154159 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-cfd5ac84-f80c-403e-b148-875b7aedcbb8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=078c8601-5d6a-4793-a580-7498423d78df HTTP/1.1" status: 200  len: 858 time: 0.1272764
Feb 18 11:12:05.174266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-730bfedc-94e6-427c-b978-2bafe944dd3c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Synchronizing usage tracker for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:security_group {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:12:05.252890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b30b6f30-5ad0-4c2c-8e6f-e0aad34d163c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:05.366488 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b30b6f30-5ad0-4c2c-8e6f-e0aad34d163c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:05.510070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b30b6f30-5ad0-4c2c-8e6f-e0aad34d163c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:05.511313 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:12:05.530606 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-99a9603b-66bb-448a-8da7-a856466aa411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:05.589670 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b6f30-5ad0-4c2c-8e6f-e0aad34d163c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af5fc0-b9b6-4919-8d19-ac120a9e8540,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:05.606693 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-671f9f70-57e4-455a-a7ad-44795f63ad09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:05.615648 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b30b6f30-5ad0-4c2c-8e6f-e0aad34d163c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:05.640672 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b30b6f30-5ad0-4c2c-8e6f-e0aad34d163c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:05.648480 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-b30b6f30-5ad0-4c2c-8e6f-e0aad34d163c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17af5fc0-b9b6-4919-8d19-ac120a9e8540 HTTP/1.1" status: 204  len: 168 time: 0.5034785
Feb 18 11:12:05.679490 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a856b9aa-eb85-46ee-bba0-e6994e7e9b7c req-99fd3020-abb7-49dd-b149-d53c928c1599 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 210 time: 0.4949250
Feb 18 11:12:05.774177 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-24f24305-addb-4a1d-88eb-b366ca7a3912 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c1017996-a61e-4427-a613-fd19e7162449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5802896
Feb 18 11:12:05.884728 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38734) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:06.122855 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-1de2d6e6-8392-442a-a735-fc4f83edbe37 service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3079758
Feb 18 11:12:06.160860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-730bfedc-94e6-427c-b978-2bafe944dd3c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Unset dirty status for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:security_group {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:12:06.163731 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-730bfedc-94e6-427c-b978-2bafe944dd3c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c HTTP/1.1" status: 200  len: 5704 time: 1.7880566
Feb 18 11:12:06.220778 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:06.260822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Request body: {'port': {'device_id': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'admin_state_up': True, 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'security_groups': ['7f783d8a-2f8c-46ec-8937-48a182a10985']}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:12:06.511860 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8120fe72-f6a7-4761-a285-1d873e5e0a25 req-34f01238-5404-491b-833a-3d1360781d6f tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 210 time: 0.1232100
Feb 18 11:12:06.664730 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b403e11d-f13b-4efd-994a-0112b72e52f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:06.687796 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b403e11d-f13b-4efd-994a-0112b72e52f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:06.693703 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b403e11d-f13b-4efd-994a-0112b72e52f9 admin admin] Usage tracker for resource:security_group_rule and tenant:b9782bd713e141638fc6c5f443f7e71f is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:06.703910 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b403e11d-f13b-4efd-994a-0112b72e52f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:06.721639 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b403e11d-f13b-4efd-994a-0112b72e52f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:06.956584 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b403e11d-f13b-4efd-994a-0112b72e52f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:06.959271 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:06.961137 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b403e11d-f13b-4efd-994a-0112b72e52f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:06.972052 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:07.025275 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403e11d-f13b-4efd-994a-0112b72e52f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d551a1-c82e-4081-ac00-d30f33c42c7d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:07.035683 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-b403e11d-f13b-4efd-994a-0112b72e52f9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b9782bd713e141638fc6c5f443f7e71f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1445203
Feb 18 11:12:07.035683 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38778) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:07.039010 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b403e11d-f13b-4efd-994a-0112b72e52f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:07.105372 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-df6002aa-4344-4d22-b819-3f3239564cf9 req-30a6357a-f550-4c79-b498-1705be737c21 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 210 time: 0.1763008
Feb 18 11:12:07.128655 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:07.179406 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bd3454d2-ddfb-4ea1-8495-8876a47c6404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:07.196049 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:07.216817 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bd3454d2-ddfb-4ea1-8495-8876a47c6404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:07.245478 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-586658f9-7d08-402d-baf8-ba0b7fd6732c req-5fe97706-f3c1-401f-a1d2-edf261879be8 service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0792844
Feb 18 11:12:07.249297 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Made reservation on behalf of a547afc1db8c4cf69b758ed2ce7d7e3c for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:12:07.255354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:07.286001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bd3454d2-ddfb-4ea1-8495-8876a47c6404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:07.293324 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a20e71b8-6c31-456b-b144-8634a1972aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:07.298392 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:07.308088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3454d2-ddfb-4ea1-8495-8876a47c6404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d551a1-c82e-4081-ac00-d30f33c42c7d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:07.324929 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bd3454d2-ddfb-4ea1-8495-8876a47c6404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:07.324929 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bd3454d2-ddfb-4ea1-8495-8876a47c6404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:07.324929 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-bd3454d2-ddfb-4ea1-8495-8876a47c6404 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e3d551a1-c82e-4081-ac00-d30f33c42c7d HTTP/1.1" status: 204  len: 168 time: 0.2824354
Feb 18 11:12:07.634222 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:08.186047 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c20de-d774-4bb9-a913-50bdd8da8f53 req-97d3d040-9e6e-4613-8b39-293051fe4977 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:08.189436 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-568c20de-d774-4bb9-a913-50bdd8da8f53 req-97d3d040-9e6e-4613-8b39-293051fe4977 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 931 time: 0.2901590
Feb 18 11:12:08.197401 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:08.288749 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Pushing event updated for resources: {'Port': ['ID=699e36f6-2246-4dce-bdb0-9fa08e5d976d,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:08.324753 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.325253 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.325646 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.326030 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.326398 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.327686 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.328484 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.328676 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.329014 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.329615 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.330142 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.330518 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.331158 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.331708 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.332421 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.332844 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.333592 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.334424 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.334880 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.335517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.336204 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.336965 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.337532 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.338384 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:08.370589 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Network c1017996-a61e-4427-a613-fd19e7162449 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:12:08.371578 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-568c20de-d774-4bb9-a913-50bdd8da8f53 req-42ba484c-9310-4174-ae82-13a5c5578815 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698613
Feb 18 11:12:08.372692 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:08.377700 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:12:08.390133 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:12:08.398294 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:08.399623 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:08.510320 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:09.146550 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.5348303
Feb 18 11:12:09.187174 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Request body: {'port': {'device_id': '3e16f241-50e7-44b5-b93a-bcf9025a753b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:12:09.568083 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Allocated IP 172.20.0.4 (898e5d09-fa06-443a-ad06-089028ce346b/f015fe07-4475-4004-a998-1938cc87ba5e/86b49169-7862-44af-ac4d-9505f2001a90) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:12:10.125371 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4798fa5a-34e8-4b1f-aa25-fc66eb519314 req-a5c4c38a-e529-45a0-8117-87e3c1975222 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 210 time: 0.2073855
Feb 18 11:12:10.324207 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:10.529339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38896) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:10.617569 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56df9e9-03f6-4bd8-9451-6c79f19ff56d req-93db066f-b276-4e50-b504-e7d4b0660214 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:10.633336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.objects.ports [None req-23c2dcd2-e5e9-4735-b99b-893ecca709cd None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 11:12:10.635341 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f56df9e9-03f6-4bd8-9451-6c79f19ff56d req-93db066f-b276-4e50-b504-e7d4b0660214 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 931 time: 0.3594887
Feb 18 11:12:10.842041 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f56df9e9-03f6-4bd8-9451-6c79f19ff56d req-92785988-8df7-4c32-b60d-f18bed16a638 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821032
Feb 18 11:12:11.162847 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:11.181913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device e218ad9e-278c-439c-a543-96f1e4678e61 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:12:11.206801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9f08-6bda-4f13-8480-63816b78c80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:11.244529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-c3ae9f08-6bda-4f13-8480-63816b78c80a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:11.252946 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-c3ae9f08-6bda-4f13-8480-63816b78c80a admin admin] Usage tracker for resource:security_group_rule and tenant:8d6d78d581e24685a88fdb6913f7c180 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:11.260762 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-c3ae9f08-6bda-4f13-8480-63816b78c80a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:11.273846 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-c3ae9f08-6bda-4f13-8480-63816b78c80a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:11.376256 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Transition to ACTIVE for port object 86b49169-7862-44af-ac4d-9505f2001a90 will not be triggered until provisioned by entity DHCP. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:12:11.483032 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port e218ad9e-278c-439c-a543-96f1e4678e61 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:12:11.505069 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port e218ad9e-278c-439c-a543-96f1e4678e61 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:12:11.512951 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:11.549227 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:11.683799 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9f08-6bda-4f13-8480-63816b78c80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:11.693517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9f08-6bda-4f13-8480-63816b78c80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:11.701857 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-15ad3048-4ebe-4917-97da-72472ad4ebac tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:11.829195 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ab446880-cb14-4230-b24c-fe8d6ded4526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:11.960252 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:11.966957 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-c3ae9f08-6bda-4f13-8480-63816b78c80a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8d6d78d581e24685a88fdb6913f7c180&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4334383
Feb 18 11:12:11.976156 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae9f08-6bda-4f13-8480-63816b78c80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe7bd9e-16b6-4d7b-8b43-5377938f2c54,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:11.997203 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38928) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:12.003794 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c3ae9f08-6bda-4f13-8480-63816b78c80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:12.009138 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port e218ad9e-278c-439c-a543-96f1e4678e61, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e218ad9e-278c-439c-a543-96f1e4678e61,segment=NetworkSegment(ad8fbc16-d954-4840-8ad7-aa263bff63f3),segment_id=ad8fbc16-d954-4840-8ad7-aa263bff63f3)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:12:12.011524 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b59080-de41-46ac-92f7-3b12419903f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e218ad9e-278c-439c-a543-96f1e4678e61'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:12:12.018765 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:12.021064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2a9c63b9-517b-4662-8c4b-df605e8e37bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:12.127740 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=e218ad9e-278c-439c-a543-96f1e4678e61,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:12.139537 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.139925 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.140347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.140827 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.141505 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.141954 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.142328 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.142707 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.143526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.143671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.143971 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.144326 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.156890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.157378 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.157770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.158145 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.158519 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.159359 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.159742 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.160236 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.160666 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.161122 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.161685 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.162001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:12:12.176734 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:12.241277 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Network 898e5d09-fa06-443a-ad06-089028ce346b is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:12:12.260381 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699e36f6-2246-4dce-bdb0-9fa08e5d976d {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:12:12.272296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:12:12.284151 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:12:12.294155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:12.295205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:12.322576 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event updated for resources: {'Port': ['ID=86b49169-7862-44af-ac4d-9505f2001a90,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:12.330602 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:12.342765 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:12.393348 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Transition to ACTIVE for port object 699e36f6-2246-4dce-bdb0-9fa08e5d976d will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:12:12.407982 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.1679449
Feb 18 11:12:12.410964 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:12.440021 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Request body: {'port': {'device_id': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:12:12.455883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a79d3fdc-7a77-4e27-8a30-ad25900575b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:12.461629 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device e218ad9e-278c-439c-a543-96f1e4678e61 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:12:12.479369 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:12.535929 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a79d3fdc-7a77-4e27-8a30-ad25900575b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:12.684857 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a79d3fdc-7a77-4e27-8a30-ad25900575b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:12.693598 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83484594-fec8-4d5d-8022-5a483057c02a req-4a5514e3-d179-4ff6-9fd9-fb8ecd37fea1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:12.694462 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-83484594-fec8-4d5d-8022-5a483057c02a req-4a5514e3-d179-4ff6-9fd9-fb8ecd37fea1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Synchronizing usage tracker for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:12:12.738337 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Pushing event updated for resources: {'Port': ['ID=699e36f6-2246-4dce-bdb0-9fa08e5d976d,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:12.742913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:12.753493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ab3e543f-778c-4af3-8c8c-6a1954e93c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:12.773998 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port e218ad9e-278c-439c-a543-96f1e4678e61 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:12:12.774429 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:12.821041 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d3fdc-7a77-4e27-8a30-ad25900575b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe7bd9e-16b6-4d7b-8b43-5377938f2c54,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:12.825642 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a79d3fdc-7a77-4e27-8a30-ad25900575b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:12.827825 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-a79d3fdc-7a77-4e27-8a30-ad25900575b0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/afe7bd9e-16b6-4d7b-8b43-5377938f2c54 HTTP/1.1" status: 204  len: 168 time: 0.8287871
Feb 18 11:12:12.833810 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a79d3fdc-7a77-4e27-8a30-ad25900575b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:12.906877 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c9a92-a26f-415b-a1e7-ae9df759b162 req-af571952-ac61-4117-9821-d98d931259cb tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:12.928749 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-484c9a92-a26f-415b-a1e7-ae9df759b162 req-af571952-ac61-4117-9821-d98d931259cb tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 943 time: 0.6119668
Feb 18 11:12:12.937225 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-83484594-fec8-4d5d-8022-5a483057c02a req-4a5514e3-d179-4ff6-9fd9-fb8ecd37fea1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Unset dirty status for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:12:12.938676 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-83484594-fec8-4d5d-8022-5a483057c02a req-4a5514e3-d179-4ff6-9fd9-fb8ecd37fea1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 931 time: 1.0568569
Feb 18 11:12:13.044136 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-4c238188-3019-424c-88a8-83ce37f7d215 None None] Provisioning for port 86b49169-7862-44af-ac4d-9505f2001a90 completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:12:13.068653 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-4c238188-3019-424c-88a8-83ce37f7d215 None None] Provisioning complete for port 86b49169-7862-44af-ac4d-9505f2001a90 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:12:13.069213 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4c238188-3019-424c-88a8-83ce37f7d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:13.070246 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-484c9a92-a26f-415b-a1e7-ae9df759b162 req-0f145760-dc76-4828-9a7d-55a44c689e31 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317105
Feb 18 11:12:13.179032 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:13.225104 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-83484594-fec8-4d5d-8022-5a483057c02a req-f0c0edd2-f077-438e-b7a4-c5d11dc22c85 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2672431
Feb 18 11:12:13.346616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-4c238188-3019-424c-88a8-83ce37f7d215 None None] Port 86b49169-7862-44af-ac4d-9505f2001a90 cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:12:13.385380 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b59080-de41-46ac-92f7-3b12419903f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e218ad9e-278c-439c-a543-96f1e4678e61', 'code': 200}
Feb 18 11:12:13.719369 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Attempting to bind port 699e36f6-2246-4dce-bdb0-9fa08e5d976d on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:12:13.723960 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Attempting to bind port 699e36f6-2246-4dce-bdb0-9fa08e5d976d by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'ad8fbc16-d954-4840-8ad7-aa263bff63f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:12:13.725213 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Attempting to bind port 699e36f6-2246-4dce-bdb0-9fa08e5d976d on network c1017996-a61e-4427-a613-fd19e7162449 {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:12:13.776945 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:12:13.777606 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Checking segment: {'id': 'ad8fbc16-d954-4840-8ad7-aa263bff63f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:12:13.778288 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:13.779380 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Bound using segment: {'id': 'ad8fbc16-d954-4840-8ad7-aa263bff63f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:12:13.780773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Bound port: 699e36f6-2246-4dce-bdb0-9fa08e5d976d, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8fbc16-d954-4840-8ad7-aa263bff63f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1017996-a61e-4427-a613-fd19e7162449'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:12:13.781891 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:14.347991 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38980) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:14.452450 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4d73-6ec7-44f1-8f01-614c45027e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:14.509075 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-5f6f4d73-6ec7-44f1-8f01-614c45027e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:14.521945 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-5f6f4d73-6ec7-44f1-8f01-614c45027e56 admin admin] Usage tracker for resource:security_group_rule and tenant:2528654e88b34fce9903ae7e8b59360c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:14.533583 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-5f6f4d73-6ec7-44f1-8f01-614c45027e56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:14.616183 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-5f6f4d73-6ec7-44f1-8f01-614c45027e56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:14.787526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bc7a6-de47-49f6-b305-4b933e484376 req-735154ed-898f-4c95-9cf8-781f49c83f9c tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:14.790170 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c66bc7a6-de47-49f6-b305-4b933e484376 req-735154ed-898f-4c95-9cf8-781f49c83f9c tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 943 time: 0.2490945
Feb 18 11:12:14.811514 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4d73-6ec7-44f1-8f01-614c45027e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:14.830792 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4d73-6ec7-44f1-8f01-614c45027e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:14.852948 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e73dccb1-fe75-47c9-9220-e020280a9b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:14.950835 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c66bc7a6-de47-49f6-b305-4b933e484376 req-8e4ba1c1-79ad-4c1b-9578-bf89c2bf5a90 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341472
Feb 18 11:12:14.997356 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-5f6f4d73-6ec7-44f1-8f01-614c45027e56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2528654e88b34fce9903ae7e8b59360c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6469495
Feb 18 11:12:15.003836 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 38994) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:15.015245 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] For port 699e36f6-2246-4dce-bdb0-9fa08e5d976d, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:12:15.054391 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f4d73-6ec7-44f1-8f01-614c45027e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f430c3fe-8d62-453c-bc06-f55fc18c56f8,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:15.064989 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5f6f4d73-6ec7-44f1-8f01-614c45027e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:15.077702 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] For port 699e36f6-2246-4dce-bdb0-9fa08e5d976d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=699e36f6-2246-4dce-bdb0-9fa08e5d976d,segment=NetworkSegment(ad8fbc16-d954-4840-8ad7-aa263bff63f3),segment_id=ad8fbc16-d954-4840-8ad7-aa263bff63f3)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:12:15.105128 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:15.173303 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-30e96853-0a35-400d-9494-80ac733c9764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:15.212364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-30e96853-0a35-400d-9494-80ac733c9764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:15.237944 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:15.275917 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa24862-c696-4055-b150-3a9c0361df45 req-13e8515c-59bf-47cf-b8c6-b297518e77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:15.278067 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3aa24862-c696-4055-b150-3a9c0361df45 req-13e8515c-59bf-47cf-b8c6-b297518e77f4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 1162 time: 1.3206129
Feb 18 11:12:15.303132 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-30e96853-0a35-400d-9494-80ac733c9764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:15.314674 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c3ae9f08-6bda-4f13-8480-63816b78c80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:15.335853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e96853-0a35-400d-9494-80ac733c9764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f430c3fe-8d62-453c-bc06-f55fc18c56f8,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:15.340307 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-30e96853-0a35-400d-9494-80ac733c9764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:15.353829 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-30e96853-0a35-400d-9494-80ac733c9764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:15.357809 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-30e96853-0a35-400d-9494-80ac733c9764 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f430c3fe-8d62-453c-bc06-f55fc18c56f8 HTTP/1.1" status: 204  len: 168 time: 0.3419108
Feb 18 11:12:15.443193 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972ccf1-b053-4937-a850-68a71feb7820 req-bdad74aa-b075-4a50-b834-79d25d8507b3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:15.452802 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9972ccf1-b053-4937-a850-68a71feb7820 req-bdad74aa-b075-4a50-b834-79d25d8507b3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 931 time: 0.6772363
Feb 18 11:12:15.536016 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.resource_extend [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 18 11:12:15.574408 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Pushing event updated for resources: {'Port': ['ID=699e36f6-2246-4dce-bdb0-9fa08e5d976d,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:15.581060 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:15.851072 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9972ccf1-b053-4937-a850-68a71feb7820 req-cd4b8bf5-95c9-4290-9fd7-23b793f889b9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3969693
Feb 18 11:12:15.854330 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:15.855442 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:15.858143 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] 10.222.0.79 "PUT /v2.0/ports/699e36f6-2246-4dce-bdb0-9fa08e5d976d HTTP/1.1" status: 200  len: 1157 time: 6.6814508
Feb 18 11:12:15.870289 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e16f241-50e7-44b5-b93a-bcf9025a753b', 'tag': '699e36f6-2246-4dce-bdb0-9fa08e5d976d'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:12:15.906098 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3aa24862-c696-4055-b150-3a9c0361df45 req-d3b79b49-4a24-4f3f-aec6-e58319d4ca38 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713686
Feb 18 11:12:15.918743 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b49169-7862-44af-ac4d-9505f2001a90 {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:12:15.937354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:15.953693 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e16f241-50e7-44b5-b93a-bcf9025a753b', 'tag': '699e36f6-2246-4dce-bdb0-9fa08e5d976d', 'status': 'completed', 'code': 200}
Feb 18 11:12:15.962082 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Transition to ACTIVE for port object 86b49169-7862-44af-ac4d-9505f2001a90 will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:12:15.965765 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:15.988833 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cf386e45-5e17-412f-8982-256025d0ffe1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:16.179987 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Pushing event updated for resources: {'Port': ['ID=86b49169-7862-44af-ac4d-9505f2001a90,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:16.183905 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:16.638099 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Attempting to bind port 86b49169-7862-44af-ac4d-9505f2001a90 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:12:16.639098 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Attempting to bind port 86b49169-7862-44af-ac4d-9505f2001a90 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '24fea582-f1f7-4185-ad24-c9ed37528ccf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:12:16.640156 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Attempting to bind port 86b49169-7862-44af-ac4d-9505f2001a90 on network 898e5d09-fa06-443a-ad06-089028ce346b {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:12:16.663912 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:12:16.664931 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Checking segment: {'id': '24fea582-f1f7-4185-ad24-c9ed37528ccf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:12:16.665943 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:16.666840 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Bound using segment: {'id': '24fea582-f1f7-4185-ad24-c9ed37528ccf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:12:16.667944 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Bound port: 86b49169-7862-44af-ac4d-9505f2001a90, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fea582-f1f7-4185-ad24-c9ed37528ccf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:12:16.668838 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:16.914964 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc27232-1699-4500-a1c8-1c4689ed7cf5 req-2cac161d-2644-4403-895a-df308cabb913 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:16.916448 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-7fc27232-1699-4500-a1c8-1c4689ed7cf5 req-2cac161d-2644-4403-895a-df308cabb913 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Synchronizing usage tracker for tenant:5f79b645e00d448c8c14c9f2fb529c48 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:12:16.983060 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-7fc27232-1699-4500-a1c8-1c4689ed7cf5 req-2cac161d-2644-4403-895a-df308cabb913 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Unset dirty status for tenant:5f79b645e00d448c8c14c9f2fb529c48 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:12:16.985696 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7fc27232-1699-4500-a1c8-1c4689ed7cf5 req-2cac161d-2644-4403-895a-df308cabb913 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 943 time: 0.7116494
Feb 18 11:12:17.084510 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] For port 86b49169-7862-44af-ac4d-9505f2001a90, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:12:17.133852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-7fc27232-1699-4500-a1c8-1c4689ed7cf5 req-01fae782-0190-445f-a089-7fedf4790e8e tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Synchronizing usage tracker for tenant:5f79b645e00d448c8c14c9f2fb529c48 on resource:security_group {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:12:17.170134 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] For port 86b49169-7862-44af-ac4d-9505f2001a90, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=86b49169-7862-44af-ac4d-9505f2001a90,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:12:17.237696 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-7fc27232-1699-4500-a1c8-1c4689ed7cf5 req-01fae782-0190-445f-a089-7fedf4790e8e tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Unset dirty status for tenant:5f79b645e00d448c8c14c9f2fb529c48 on resource:security_group {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:12:17.239718 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7fc27232-1699-4500-a1c8-1c4689ed7cf5 req-01fae782-0190-445f-a089-7fedf4790e8e tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2318141
Feb 18 11:12:17.252728 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:17.554523 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559c700-eedc-4854-b428-a08797d94bd0 req-bed4f976-456b-43f7-b180-ffba55a1c4dc tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:17.559368 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e559c700-eedc-4854-b428-a08797d94bd0 req-bed4f976-456b-43f7-b180-ffba55a1c4dc tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.2747583
Feb 18 11:12:17.599349 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:17.666278 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e559c700-eedc-4854-b428-a08797d94bd0 req-709bc636-d1f8-4244-985f-a09af46ac608 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891163
Feb 18 11:12:17.707219 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:17.707775 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:17.709444 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] 10.222.0.79 "PUT /v2.0/ports/86b49169-7862-44af-ac4d-9505f2001a90 HTTP/1.1" status: 200  len: 1157 time: 5.2753930
Feb 18 11:12:17.767129 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Pushing event updated for resources: {'Port': ['ID=86b49169-7862-44af-ac4d-9505f2001a90,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:17.771413 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:17.796857 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03f0d1-b421-4ea4-9012-bb055d66135d req-005c796f-7733-4b84-91aa-cee032444d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:17.798708 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3e03f0d1-b421-4ea4-9012-bb055d66135d req-005c796f-7733-4b84-91aa-cee032444d8f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5f79b645e00d448c8c14c9f2fb529c48&device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 1160 time: 0.6268194
Feb 18 11:12:17.968532 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'tag': '86b49169-7862-44af-ac4d-9505f2001a90'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:12:18.210194 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'tag': '86b49169-7862-44af-ac4d-9505f2001a90', 'status': 'completed', 'code': 200}
Feb 18 11:12:18.215590 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-1c7b7fe5-861b-4f09-9648-98e4f3cea9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:18.217350 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-1c7b7fe5-861b-4f09-9648-98e4f3cea9e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c&device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 1160 time: 0.3587561
Feb 18 11:12:18.221212 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03f0d1-b421-4ea4-9012-bb055d66135d req-a1f84536-7627-4d57-acd1-6858a6f7a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:18.222882 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3e03f0d1-b421-4ea4-9012-bb055d66135d req-a1f84536-7627-4d57-acd1-6858a6f7a4d1 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=5f79b645e00d448c8c14c9f2fb529c48&shared=False HTTP/1.1" status: 200  len: 912 time: 0.3939998
Feb 18 11:12:18.954074 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-f7192f6d-0d4f-42d4-b253-7d38cc45fa09 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86b49169-7862-44af-ac4d-9505f2001a90 HTTP/1.1" status: 200  len: 217 time: 0.6892271
Feb 18 11:12:19.061163 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a01d13-bb7e-4248-add2-fd5b903de507 req-cf48015a-f073-4d3b-865c-cbee37e5eb80 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:19.078517 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-09a01d13-bb7e-4248-add2-fd5b903de507 req-cf48015a-f073-4d3b-865c-cbee37e5eb80 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 943 time: 0.3713048
Feb 18 11:12:19.205184 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-09a01d13-bb7e-4248-add2-fd5b903de507 req-f72dfdfc-3ed9-4e6e-a18c-792fbaaaba29 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245966
Feb 18 11:12:19.240677 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-cb989feb-314f-4d1d-8a44-4e2d842b40c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:19.244377 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-cb989feb-314f-4d1d-8a44-4e2d842b40c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f015fe07-4475-4004-a998-1938cc87ba5e HTTP/1.1" status: 200  len: 855 time: 0.2705963
Feb 18 11:12:19.500024 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03f0d1-b421-4ea4-9012-bb055d66135d req-7b68b5cf-6e10-4187-8ebb-88d4d75971d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:19.501881 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3e03f0d1-b421-4ea4-9012-bb055d66135d req-7b68b5cf-6e10-4187-8ebb-88d4d75971d8 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 1.2389553
Feb 18 11:12:19.522896 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793053e-84db-4859-9a2c-50cb67c41e8d req-60150901-0fdc-4e22-84c9-14e118817e35 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:19.525594 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9793053e-84db-4859-9a2c-50cb67c41e8d req-60150901-0fdc-4e22-84c9-14e118817e35 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.5644882
Feb 18 11:12:19.593188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-09e40759-a8b3-46fc-bc0a-1b135addc0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:19.596096 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-09e40759-a8b3-46fc-bc0a-1b135addc0ff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=898e5d09-fa06-443a-ad06-089028ce346b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3282440
Feb 18 11:12:19.622287 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9793053e-84db-4859-9a2c-50cb67c41e8d req-1b312eb1-8e43-4863-8169-ac52bcc825fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827408
Feb 18 11:12:19.751818 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device e218ad9e-278c-439c-a543-96f1e4678e61 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:12:20.062097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port e218ad9e-278c-439c-a543-96f1e4678e61 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:12:20.062963 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:20.379866 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-b687c0d5-03b6-4a4b-947b-63b7bff42c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:20.382769 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-b687c0d5-03b6-4a4b-947b-63b7bff42c14 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5f79b645e00d448c8c14c9f2fb529c48&device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 1160 time: 0.7556033
Feb 18 11:12:20.602735 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-0cdce496-d6d9-4dbe-a436-6ccd3f2866da service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=699e36f6-2246-4dce-bdb0-9fa08e5d976d HTTP/1.1" status: 200  len: 217 time: 0.1880209
Feb 18 11:12:20.610881 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-ed4ec8b0-c202-4ed6-90ef-68bedfed4c44 service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9861856
Feb 18 11:12:20.779766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f88e9-9f33-4a7a-ad7e-6aff3292fa9c req-7943d5d9-b5a5-4494-8207-87563129f46b tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:20.783741 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-736f88e9-9f33-4a7a-ad7e-6aff3292fa9c req-7943d5d9-b5a5-4494-8207-87563129f46b tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 943 time: 0.2304826
Feb 18 11:12:20.911655 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-736f88e9-9f33-4a7a-ad7e-6aff3292fa9c req-82d4e566-d0c8-4164-b350-a425dfd4637c tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019428
Feb 18 11:12:21.303563 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d967ebef-6f2e-437b-aeec-4f52f2580cbf req-6982789c-24c4-4090-906c-02dd5ce64e0c service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6654170
Feb 18 11:12:21.358233 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-15ee1153-2dbe-490f-a78d-42bb4a1e080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:21.361802 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-15ee1153-2dbe-490f-a78d-42bb4a1e080b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=078c8601-5d6a-4793-a580-7498423d78df HTTP/1.1" status: 200  len: 858 time: 0.5991609
Feb 18 11:12:21.423950 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39154) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:21.487429 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-2004256e-60aa-4bad-bcbc-0bbc82f50adb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c1017996-a61e-4427-a613-fd19e7162449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1080062
Feb 18 11:12:21.523420 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1516b-bf7f-4a87-aecc-e1bbbc0e7fcd req-3ad1f778-ec6c-4c92-9130-a52e9d290f16 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:21.523763 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-22e1516b-bf7f-4a87-aecc-e1bbbc0e7fcd req-3ad1f778-ec6c-4c92-9130-a52e9d290f16 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.5299652
Feb 18 11:12:21.933953 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-06e89769-511b-4d38-b815-caff80e5295c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:21.980765 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-06e89769-511b-4d38-b815-caff80e5295c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:22.002646 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-06e89769-511b-4d38-b815-caff80e5295c admin admin] Usage tracker for resource:security_group_rule and tenant:e31bc62230884b318ac71aac6d7af658 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:22.013049 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-a34487b0-8ba4-4bda-8b23-d701c1fff5bc service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5053954
Feb 18 11:12:22.025590 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-06e89769-511b-4d38-b815-caff80e5295c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:22.037029 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-06e89769-511b-4d38-b815-caff80e5295c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:22.046395 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-22e1516b-bf7f-4a87-aecc-e1bbbc0e7fcd req-91cefd95-5349-4703-ae48-2aa68b73fc66 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3687747
Feb 18 11:12:22.054928 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426dd9d-30b4-4613-b1b9-1e1fe75783c1 req-1149042c-be4f-4024-8a8c-c4a23fe5dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:22.058470 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a426dd9d-30b4-4613-b1b9-1e1fe75783c1 req-1149042c-be4f-4024-8a8c-c4a23fe5dcac service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c&device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 1160 time: 0.5331745
Feb 18 11:12:22.239137 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-06e89769-511b-4d38-b815-caff80e5295c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:22.343879 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-06e89769-511b-4d38-b815-caff80e5295c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:22.399106 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:22.477224 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-06e89769-511b-4d38-b815-caff80e5295c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e31bc62230884b318ac71aac6d7af658&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0471056
Feb 18 11:12:22.477224 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e89769-511b-4d38-b815-caff80e5295c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2765978-7e1c-4857-a52f-b34b44a53368,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:22.492450 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39174) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:22.498106 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-06e89769-511b-4d38-b815-caff80e5295c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:22.704200 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0498f9a-2994-4314-87f9-ec7af3d8beb6 req-dff29439-b71f-4549-a0aa-915d282f7c21 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:22.714060 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c0498f9a-2994-4314-87f9-ec7af3d8beb6 req-dff29439-b71f-4549-a0aa-915d282f7c21 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 943 time: 0.2517390
Feb 18 11:12:22.741782 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f93f2a-9747-4036-ba2f-c243029b5a3c req-167cc28d-d60e-47ff-8638-3a3f45ab97b8 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:22.756154 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c6f93f2a-9747-4036-ba2f-c243029b5a3c req-167cc28d-d60e-47ff-8638-3a3f45ab97b8 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 946 time: 0.5124292
Feb 18 11:12:22.757473 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ffb6fd5b-63b4-47b5-a869-889fcef50105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:22.824211 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ffb6fd5b-63b4-47b5-a869-889fcef50105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:22.847212 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c0498f9a-2994-4314-87f9-ec7af3d8beb6 req-a19f9699-c36f-4f05-8c83-2861feacb050 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315629
Feb 18 11:12:22.857282 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fa432004-8956-4a9f-b4f0-a0f7a1324f86 req-1d2a90c0-ec6d-47e4-94ce-8e16ee4a20a3 service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8068178
Feb 18 11:12:22.863568 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426dd9d-30b4-4613-b1b9-1e1fe75783c1 req-d7daf867-9b90-49cd-ad6c-dad58d16e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:22.866955 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a426dd9d-30b4-4613-b1b9-1e1fe75783c1 req-d7daf867-9b90-49cd-ad6c-dad58d16e710 service neutron] 10.222.0.79 "GET /v2.0/networks?id=898e5d09-fa06-443a-ad06-089028ce346b HTTP/1.1" status: 200  len: 910 time: 0.7256346
Feb 18 11:12:22.988521 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a426dd9d-30b4-4613-b1b9-1e1fe75783c1 req-4c3ea58c-8a82-4e38-95ad-86b4abd441c0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86b49169-7862-44af-ac4d-9505f2001a90 HTTP/1.1" status: 200  len: 217 time: 0.0976911
Feb 18 11:12:23.026957 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c6f93f2a-9747-4036-ba2f-c243029b5a3c req-9d47dc33-8042-4960-9e71-470574d53ecc tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/security-groups?id=b94a1f13-f901-4159-ac11-2f45700ef40e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139569
Feb 18 11:12:23.030048 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ffb6fd5b-63b4-47b5-a869-889fcef50105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:23.060746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bd3454d2-ddfb-4ea1-8495-8876a47c6404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:23.096984 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426dd9d-30b4-4613-b1b9-1e1fe75783c1 req-8f7d5279-e55c-4f04-9a54-565c7f5762b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:23.100750 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a426dd9d-30b4-4613-b1b9-1e1fe75783c1 req-8f7d5279-e55c-4f04-9a54-565c7f5762b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f015fe07-4475-4004-a998-1938cc87ba5e HTTP/1.1" status: 200  len: 855 time: 0.1045322
Feb 18 11:12:23.110978 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ffb6fd5b-63b4-47b5-a869-889fcef50105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:23.117028 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ffb6fd5b-63b4-47b5-a869-889fcef50105 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c2765978-7e1c-4857-a52f-b34b44a53368 HTTP/1.1" status: 204  len: 168 time: 0.6182919
Feb 18 11:12:23.132770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6fd5b-63b4-47b5-a869-889fcef50105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2765978-7e1c-4857-a52f-b34b44a53368,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:23.138195 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ffb6fd5b-63b4-47b5-a869-889fcef50105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:23.421929 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426dd9d-30b4-4613-b1b9-1e1fe75783c1 req-1e152b4c-18b0-457b-827c-c3fd10d531db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:23.424266 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a426dd9d-30b4-4613-b1b9-1e1fe75783c1 req-1e152b4c-18b0-457b-827c-c3fd10d531db service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=898e5d09-fa06-443a-ad06-089028ce346b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3159766
Feb 18 11:12:24.077022 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a426dd9d-30b4-4613-b1b9-1e1fe75783c1 req-b005827d-a340-496d-b028-70582d72cffb service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6429987
Feb 18 11:12:24.110291 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ceb3fa-e5c6-4e24-935b-1db5e5314134 req-b19f2199-ab97-4cd3-8680-889ca496ec23 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:24.116289 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-97ceb3fa-e5c6-4e24-935b-1db5e5314134 req-b19f2199-ab97-4cd3-8680-889ca496ec23 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.4610503
Feb 18 11:12:24.211110 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39202) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:24.292211 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7c942b95-980d-4f7d-9c8c-9e18651644f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:24.335998 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7c942b95-980d-4f7d-9c8c-9e18651644f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:24.348732 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7c942b95-980d-4f7d-9c8c-9e18651644f7 admin admin] Usage tracker for resource:security_group_rule and tenant:a1770bc9fb8c4e50a0e325ea1dd99d1c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:24.354749 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7c942b95-980d-4f7d-9c8c-9e18651644f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:24.365595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7c942b95-980d-4f7d-9c8c-9e18651644f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:24.437466 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-97ceb3fa-e5c6-4e24-935b-1db5e5314134 req-6476623b-15af-47c3-9269-f429cbf8ea32 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3089244
Feb 18 11:12:24.618234 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a426dd9d-30b4-4613-b1b9-1e1fe75783c1 req-539bc094-690b-4706-b86d-b1546f627bc4 service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4920268
Feb 18 11:12:24.877756 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7c942b95-980d-4f7d-9c8c-9e18651644f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:24.887979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7c942b95-980d-4f7d-9c8c-9e18651644f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:24.901654 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a79d3fdc-7a77-4e27-8a30-ad25900575b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:24.966072 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ad4c9-aeaa-4128-b6fc-abd66448c76a req-a3561494-8298-419a-be80-2cb2db573cd8 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:24.967958 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-475ad4c9-aeaa-4128-b6fc-abd66448c76a req-a3561494-8298-419a-be80-2cb2db573cd8 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 943 time: 0.8219934
Feb 18 11:12:24.975591 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-7c942b95-980d-4f7d-9c8c-9e18651644f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a1770bc9fb8c4e50a0e325ea1dd99d1c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7525525
Feb 18 11:12:24.997418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 39218) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:25.001807 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942b95-980d-4f7d-9c8c-9e18651644f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5ed314-c178-44a0-bdcc-101c0f9ec5a5,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:25.006024 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7c942b95-980d-4f7d-9c8c-9e18651644f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:25.076635 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-475ad4c9-aeaa-4128-b6fc-abd66448c76a req-dc75a444-33a7-4279-b346-e8dd50c75b31 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952928
Feb 18 11:12:25.170397 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-df181f18-81e2-49cb-9ac7-fbd21eb226a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:25.189384 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634d20d-5824-4414-bdc8-5d70a63d2e9b req-a99a606f-5a3c-4755-af79-9c823f2e0fa4 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:25.192394 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c634d20d-5824-4414-bdc8-5d70a63d2e9b req-a99a606f-5a3c-4755-af79-9c823f2e0fa4 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 946 time: 0.2883577
Feb 18 11:12:25.282637 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-df181f18-81e2-49cb-9ac7-fbd21eb226a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:25.455104 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c634d20d-5824-4414-bdc8-5d70a63d2e9b req-296ca4e2-5468-4c5f-ba8d-c0c9217c6aa8 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/security-groups?id=b94a1f13-f901-4159-ac11-2f45700ef40e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2474089
Feb 18 11:12:25.570169 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e564c-81fc-4f7f-b0fe-f9e1bec70cba req-c6c5bb27-9b68-4ab7-97ca-1fa473aa1e7a tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:25.573827 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7f3e564c-81fc-4f7f-b0fe-f9e1bec70cba req-c6c5bb27-9b68-4ab7-97ca-1fa473aa1e7a tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 946 time: 0.2455769
Feb 18 11:12:25.575320 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-df181f18-81e2-49cb-9ac7-fbd21eb226a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:25.585229 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:25.730474 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df181f18-81e2-49cb-9ac7-fbd21eb226a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5ed314-c178-44a0-bdcc-101c0f9ec5a5,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:25.735312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-df181f18-81e2-49cb-9ac7-fbd21eb226a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:25.737815 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-df181f18-81e2-49cb-9ac7-fbd21eb226a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:25.743915 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-df181f18-81e2-49cb-9ac7-fbd21eb226a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/af5ed314-c178-44a0-bdcc-101c0f9ec5a5 HTTP/1.1" status: 204  len: 168 time: 0.7405095
Feb 18 11:12:25.842445 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-7f3e564c-81fc-4f7f-b0fe-f9e1bec70cba req-be965445-0534-47bb-9f1f-e3d5aa4a7cee tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Deleting port 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:12:25.843084 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7f3e564c-81fc-4f7f-b0fe-f9e1bec70cba req-be965445-0534-47bb-9f1f-e3d5aa4a7cee tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:26.065739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a332f87-e7ad-4f4d-900e-f84265774a05 req-47ed19be-b734-43c3-bd9b-34ff38dbca7a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:26.082919 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2a332f87-e7ad-4f4d-900e-f84265774a05 req-47ed19be-b734-43c3-bd9b-34ff38dbca7a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.2390099
Feb 18 11:12:26.204993 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2a332f87-e7ad-4f4d-900e-f84265774a05 req-300e1700-735b-4eda-a4f6-d7daf1509b81 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1175852
Feb 18 11:12:26.783267 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 699e36f6-2246-4dce-bdb0-9fa08e5d976d up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:12:27.066612 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port 699e36f6-2246-4dce-bdb0-9fa08e5d976d completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:12:27.088123 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 699e36f6-2246-4dce-bdb0-9fa08e5d976d triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:12:27.088879 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:27.101206 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a37ad-a619-4fdf-88e8-5af242dce241 req-93339f2a-84b0-4dd4-8a9a-7f6e752aa5ff tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:27.105402 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c11a37ad-a619-4fdf-88e8-5af242dce241 req-93339f2a-84b0-4dd4-8a9a-7f6e752aa5ff tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 943 time: 0.5541072
Feb 18 11:12:27.208804 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7af8d9-8ea1-4c3f-ad4e-253edfe35a95 req-4865747e-1ed4-4286-97eb-41998ea363f7 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:27.232702 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8b7af8d9-8ea1-4c3f-ad4e-253edfe35a95 req-4865747e-1ed4-4286-97eb-41998ea363f7 tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 946 time: 0.3482342
Feb 18 11:12:27.270071 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c11a37ad-a619-4fdf-88e8-5af242dce241 req-fdc4338e-9826-40d1-a8c0-352172527f17 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385047
Feb 18 11:12:27.319186 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-7f3e564c-81fc-4f7f-b0fe-f9e1bec70cba req-be965445-0534-47bb-9f1f-e3d5aa4a7cee tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] For port 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=69a5e255-816e-4ab6-a8ac-6f2f0452cbfc,segment=NetworkSegment(6803b791-6b94-47de-bf41-8f95912b1344),segment_id=6803b791-6b94-47de-bf41-8f95912b1344)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:12:27.319846 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7f3e564c-81fc-4f7f-b0fe-f9e1bec70cba req-be965445-0534-47bb-9f1f-e3d5aa4a7cee tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:27.375660 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8b7af8d9-8ea1-4c3f-ad4e-253edfe35a95 req-6bb779f9-3da4-4ee0-9a2c-526178f6ca6d tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/security-groups?id=b94a1f13-f901-4159-ac11-2f45700ef40e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409380
Feb 18 11:12:27.531056 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:27.743607 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 699e36f6-2246-4dce-bdb0-9fa08e5d976d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=699e36f6-2246-4dce-bdb0-9fa08e5d976d,segment=NetworkSegment(ad8fbc16-d954-4840-8ad7-aa263bff63f3),segment_id=ad8fbc16-d954-4840-8ad7-aa263bff63f3)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:12:27.768095 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e16f241-50e7-44b5-b93a-bcf9025a753b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699e36f6-2246-4dce-bdb0-9fa08e5d976d'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:12:27.826982 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:27.829924 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 86b49169-7862-44af-ac4d-9505f2001a90 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:12:28.044366 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e16f241-50e7-44b5-b93a-bcf9025a753b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699e36f6-2246-4dce-bdb0-9fa08e5d976d', 'code': 200}
Feb 18 11:12:28.045895 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:28.189578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-7f3e564c-81fc-4f7f-b0fe-f9e1bec70cba req-be965445-0534-47bb-9f1f-e3d5aa4a7cee tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Calling delete_port for 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:12:28.330076 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39304) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:28.382872 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port 86b49169-7862-44af-ac4d-9505f2001a90 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:12:28.458629 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 86b49169-7862-44af-ac4d-9505f2001a90 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:12:28.459620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:28.732358 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=699e36f6-2246-4dce-bdb0-9fa08e5d976d,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:28.765612 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:29.013588 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:29.049095 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2f017c4c-aa6f-4428-9c02-303d1a107404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:29.075208 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2f017c4c-aa6f-4428-9c02-303d1a107404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:29.081874 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2f017c4c-aa6f-4428-9c02-303d1a107404 admin admin] Usage tracker for resource:security_group_rule and tenant:1d32f26ab0e240d79667ab16fbb17ace is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:29.086202 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2f017c4c-aa6f-4428-9c02-303d1a107404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:29.097590 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2f017c4c-aa6f-4428-9c02-303d1a107404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:29.155781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 86b49169-7862-44af-ac4d-9505f2001a90, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=86b49169-7862-44af-ac4d-9505f2001a90,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:12:29.175950 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f22d72-5078-4630-99e1-3db5b1d6ed43 req-ed826514-0609-4b2f-9433-5796605018e2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:29.179278 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-60f22d72-5078-4630-99e1-3db5b1d6ed43 req-ed826514-0609-4b2f-9433-5796605018e2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 1.0758309
Feb 18 11:12:29.179798 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:29.186286 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:29.303224 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:12:29.386258 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2f017c4c-aa6f-4428-9c02-303d1a107404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:29.414992 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2f017c4c-aa6f-4428-9c02-303d1a107404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:29.492064 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-60f22d72-5078-4630-99e1-3db5b1d6ed43 req-19a94d12-c24b-413e-9ebe-0e0ae657f771 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2888513
Feb 18 11:12:29.514504 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-eae071b0-1ab7-4e76-b856-b5fbdd83154a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:29.596706 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668927-0906-4346-8c04-cc783ed6e363 req-ae08cdf0-b3da-4340-8847-fdd27462980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:29.598531 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-33668927-0906-4346-8c04-cc783ed6e363 req-ae08cdf0-b3da-4340-8847-fdd27462980b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 1162 time: 0.8917279
Feb 18 11:12:29.675675 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-2f017c4c-aa6f-4428-9c02-303d1a107404 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d32f26ab0e240d79667ab16fbb17ace&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3391056
Feb 18 11:12:29.676918 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=86b49169-7862-44af-ac4d-9505f2001a90,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:29.686393 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:29.707350 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39326) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:29.710607 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:29.827214 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7f3e564c-81fc-4f7f-b0fe-f9e1bec70cba req-be965445-0534-47bb-9f1f-e3d5aa4a7cee tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:29.953653 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:30.026144 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbde5d-b0f6-41a7-aef5-4aa5f8abbbb2 req-6987a90d-f84e-4f97-9b6e-a7e2124f9e61 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:30.037728 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8abbde5d-b0f6-41a7-aef5-4aa5f8abbbb2 req-6987a90d-f84e-4f97-9b6e-a7e2124f9e61 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 1.3026373
Feb 18 11:12:30.038746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f017c4c-aa6f-4428-9c02-303d1a107404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4cb077-2193-45cf-9550-24762325cb46,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:30.047129 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b49169-7862-44af-ac4d-9505f2001a90'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:12:30.084136 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2f017c4c-aa6f-4428-9c02-303d1a107404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:30.089797 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-33668927-0906-4346-8c04-cc783ed6e363 req-6ebb0ce3-ec36-4f23-aaa8-c6cc02379cef service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4783592
Feb 18 11:12:30.201548 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cea1a562-90ca-4853-ba90-3edf9afc1020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:30.255760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be965445-0534-47bb-9f1f-e3d5aa4a7cee tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Pushing event deleted for resources: {'Port': ['ID=69a5e255-816e-4ab6-a8ac-6f2f0452cbfc,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:30.269093 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8abbde5d-b0f6-41a7-aef5-4aa5f8abbbb2 req-908c6c67-793d-4d50-b751-723806597212 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689942
Feb 18 11:12:30.292429 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cea1a562-90ca-4853-ba90-3edf9afc1020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:30.336921 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-be965445-0534-47bb-9f1f-e3d5aa4a7cee tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:30.366195 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cea1a562-90ca-4853-ba90-3edf9afc1020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:30.381295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b30b6f30-5ad0-4c2c-8e6f-e0aad34d163c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:30.399380 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-16d3e0bb-433c-40e1-9524-598e244cdf64 req-95df1161-5a69-46bd-ad4a-6dfc5cd43f7e tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 210 time: 0.1668200
Feb 18 11:12:30.409295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cea1a562-90ca-4853-ba90-3edf9afc1020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:30.428355 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-cea1a562-90ca-4853-ba90-3edf9afc1020 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/af4cb077-2193-45cf-9550-24762325cb46 HTTP/1.1" status: 204  len: 168 time: 0.7066777
Feb 18 11:12:30.433295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1a562-90ca-4853-ba90-3edf9afc1020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4cb077-2193-45cf-9550-24762325cb46,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:30.460641 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cea1a562-90ca-4853-ba90-3edf9afc1020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:30.526244 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b49169-7862-44af-ac4d-9505f2001a90', 'code': 200}
Feb 18 11:12:30.661411 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3e564c-81fc-4f7f-b0fe-f9e1bec70cba req-be965445-0534-47bb-9f1f-e3d5aa4a7cee tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] No DVR routers for this DVR port 69a5e255-816e-4ab6-a8ac-6f2f0452cbfc on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:12:30.673158 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7f3e564c-81fc-4f7f-b0fe-f9e1bec70cba req-be965445-0534-47bb-9f1f-e3d5aa4a7cee tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:30.678479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc29fa0a-796f-4150-92ec-291c09e18c9e', 'name': 'network-vif-deleted', 'tag': '69a5e255-816e-4ab6-a8ac-6f2f0452cbfc'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:12:30.817773 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7f3e564c-81fc-4f7f-b0fe-f9e1bec70cba req-be965445-0534-47bb-9f1f-e3d5aa4a7cee tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.79 "DELETE /v2.0/ports/69a5e255-816e-4ab6-a8ac-6f2f0452cbfc HTTP/1.1" status: 204  len: 173 time: 5.2142386
Feb 18 11:12:30.902093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:30.966201 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 699e36f6-2246-4dce-bdb0-9fa08e5d976d up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:12:31.270421 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 699e36f6-2246-4dce-bdb0-9fa08e5d976d triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:12:31.272012 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:31.391753 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72aa89-509c-4a13-907e-bfce85657825 req-21f3e881-d059-4ec0-b363-647b5ed4416e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:31.419746 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-da72aa89-509c-4a13-907e-bfce85657825 req-21f3e881-d059-4ec0-b363-647b5ed4416e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.3935003
Feb 18 11:12:31.542955 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-da72aa89-509c-4a13-907e-bfce85657825 req-d94c5ba1-5ef8-40f4-ab2a-b264e4224dc8 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179464
Feb 18 11:12:31.552815 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 86b49169-7862-44af-ac4d-9505f2001a90 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:12:31.676353 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc29fa0a-796f-4150-92ec-291c09e18c9e', 'name': 'network-vif-deleted', 'tag': '69a5e255-816e-4ab6-a8ac-6f2f0452cbfc', 'status': 'completed', 'code': 200}
Feb 18 11:12:31.723659 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-2459beec-8080-4076-a3be-2c8c11d4cfa0 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:31.726411 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-2459beec-8080-4076-a3be-2c8c11d4cfa0 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/networks?id=f6991765-5e81-4fe1-8b5d-a8257ead4d37 HTTP/1.1" status: 200  len: 814 time: 0.9265032
Feb 18 11:12:31.762420 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829991b-828d-486d-a2c4-90e4addbc5cb req-91a23c9e-fc72-4a58-b725-e2ad75eb6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:31.766465 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8829991b-828d-486d-a2c4-90e4addbc5cb req-91a23c9e-fc72-4a58-b725-e2ad75eb6b02 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 1162 time: 0.5296476
Feb 18 11:12:31.785733 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-3e8e0fe6-8b3d-4aa9-bae9-233dd04b877b tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/quotas/0a68c5b433e340019b806363e3e4a841 HTTP/1.1" status: 200  len: 375 time: 0.0479636
Feb 18 11:12:31.918178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 86b49169-7862-44af-ac4d-9505f2001a90 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:12:31.918633 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:32.013651 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8829991b-828d-486d-a2c4-90e4addbc5cb req-8d963aad-4d6f-4d18-b9c2-9ff0c082bed1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2188795
Feb 18 11:12:32.057655 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-a6e968c0-6e13-4d39-a6fa-1db19ace5db8 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a68c5b433e340019b806363e3e4a841&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1958110
Feb 18 11:12:32.219590 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 39384) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:32.222616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcb372-fe82-4fd3-b8b2-0daf1499b95d req-585f1250-8ce3-4818-9816-a98e96b6cee4 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:32.225209 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9bcb372-fe82-4fd3-b8b2-0daf1499b95d req-585f1250-8ce3-4818-9816-a98e96b6cee4 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.2378809
Feb 18 11:12:32.238452 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b8213b8-22fe-4aef-8dce-febc6a786397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:32.377091 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9bcb372-fe82-4fd3-b8b2-0daf1499b95d req-637b1e05-6a80-489d-aa15-045de3003c64 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125550
Feb 18 11:12:32.642438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f5a85e4a-c83b-430b-8eed-ead2056381cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:32.711680 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f5a85e4a-c83b-430b-8eed-ead2056381cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:32.719873 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f5a85e4a-c83b-430b-8eed-ead2056381cc admin admin] Usage tracker for resource:security_group_rule and tenant:9bbddd72751248fa9bb9fb146b63e155 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:32.725946 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f5a85e4a-c83b-430b-8eed-ead2056381cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:32.745435 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f5a85e4a-c83b-430b-8eed-ead2056381cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:32.814017 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-178b9d94-924c-49cc-b7f8-eab296f36cb1 req-efb84bf9-71b5-43f2-901d-ca64ccac8c8d tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc29fa0a-796f-4150-92ec-291c09e18c9e HTTP/1.1" status: 200  len: 210 time: 0.1559370
Feb 18 11:12:32.866233 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-95019fef-9d45-4bb4-a47e-eb6a6f645df1 service neutron] 10.222.0.65 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7835424
Feb 18 11:12:32.922903 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 699e36f6-2246-4dce-bdb0-9fa08e5d976d up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:12:33.106967 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 699e36f6-2246-4dce-bdb0-9fa08e5d976d triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:12:33.107577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:33.189217 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-646d58f8-608c-46f2-a3e9-da1efb61d1ad service neutron] 10.222.0.65 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3081007
Feb 18 11:12:33.294316 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342405f-b6e1-4fea-94e1-e35049716b13 req-cc81704d-4168-4852-b8d2-c01ee9dfbddb tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:33.314670 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5342405f-b6e1-4fea-94e1-e35049716b13 req-cc81704d-4168-4852-b8d2-c01ee9dfbddb tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.2655766
Feb 18 11:12:33.319996 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f5a85e4a-c83b-430b-8eed-ead2056381cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:33.328979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f5a85e4a-c83b-430b-8eed-ead2056381cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:33.398840 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d5443e07-d011-41f6-a880-ed8fb3d2f300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:33.432926 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-f5a85e4a-c83b-430b-8eed-ead2056381cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9bbddd72751248fa9bb9fb146b63e155&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2104189
Feb 18 11:12:33.443821 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 39406) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:33.517531 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5342405f-b6e1-4fea-94e1-e35049716b13 req-8026c468-3bed-49d2-99a5-da7ff6ac3438 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1999650
Feb 18 11:12:33.558994 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a85e4a-c83b-430b-8eed-ead2056381cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d910f00-a66e-4ca5-84fe-d2f9d17f662c,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:33.567849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f5a85e4a-c83b-430b-8eed-ead2056381cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:33.669711 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2783ecf-90db-46c5-a222-4b5457d26ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:33.762171 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2783ecf-90db-46c5-a222-4b5457d26ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:34.030906 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f452d1a7-b22a-4b25-a747-dfb9d76da63f req-39d10143-36b5-4aab-8399-b9033d5bccbf tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 210 time: 0.1857550
Feb 18 11:12:34.087825 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2783ecf-90db-46c5-a222-4b5457d26ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:34.104865 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:34.139655 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2783ecf-90db-46c5-a222-4b5457d26ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d910f00-a66e-4ca5-84fe-d2f9d17f662c,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:34.142059 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2783ecf-90db-46c5-a222-4b5457d26ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:34.143304 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d2783ecf-90db-46c5-a222-4b5457d26ce6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1d910f00-a66e-4ca5-84fe-d2f9d17f662c HTTP/1.1" status: 204  len: 168 time: 0.6957159
Feb 18 11:12:34.144464 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d2783ecf-90db-46c5-a222-4b5457d26ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:34.394708 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f95c9c-1fab-4f2e-8831-04ce33d958de req-2a16e786-47f2-4e91-85ab-a820a54a9f13 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:34.409060 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-57f95c9c-1fab-4f2e-8831-04ce33d958de req-2a16e786-47f2-4e91-85ab-a820a54a9f13 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.4856777
Feb 18 11:12:34.478255 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-57f95c9c-1fab-4f2e-8831-04ce33d958de req-f938c37a-0daf-4bb5-b4d5-0e887fde0748 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671153
Feb 18 11:12:34.829779 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 86b49169-7862-44af-ac4d-9505f2001a90 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:12:35.097192 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f696f9-034c-4afa-9841-b4545e400acb req-ea3110be-3819-4599-a8ac-cc1a927da734 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:35.105623 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-96f696f9-034c-4afa-9841-b4545e400acb req-ea3110be-3819-4599-a8ac-cc1a927da734 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.1888115
Feb 18 11:12:35.110403 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 86b49169-7862-44af-ac4d-9505f2001a90 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:12:35.111106 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:35.382418 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-96f696f9-034c-4afa-9841-b4545e400acb req-48c2eed3-f643-442c-97a2-4b7408b43161 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2617867
Feb 18 11:12:35.605482 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2365da46-918f-4101-8355-2d7eb7105233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:35.616984 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d6d6b20e-c839-4f01-b348-3426efdacd2f req-af116e9c-1dc0-49a6-9ae8-4ba4e8eb68b8 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 210 time: 0.1350615
Feb 18 11:12:35.678154 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff17e8-8c02-466c-bb8e-c7ca480be870 req-84c1cdb1-5328-44c8-86cb-14ee448c8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:35.694158 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f5ff17e8-8c02-466c-bb8e-c7ca480be870 req-84c1cdb1-5328-44c8-86cb-14ee448c8107 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5f79b645e00d448c8c14c9f2fb529c48&device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 1162 time: 0.2935719
Feb 18 11:12:35.920798 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660fdaa-8308-49e7-85e2-82c1488fc471 req-2ce82c33-92b6-43e7-aeb6-6bed7ebfb62a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:35.933341 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8660fdaa-8308-49e7-85e2-82c1488fc471 req-2ce82c33-92b6-43e7-aeb6-6bed7ebfb62a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.2376056
Feb 18 11:12:36.033453 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8660fdaa-8308-49e7-85e2-82c1488fc471 req-f245c5a0-4974-432d-90a5-74c8bc1f69c0 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965240
Feb 18 11:12:36.186145 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:36.345646 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e0e11-bf6d-40fa-948b-9138bdf7e43b req-7487a7b0-8e11-41fd-9405-5c427392ad99 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:36.353100 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-161e0e11-bf6d-40fa-948b-9138bdf7e43b req-7487a7b0-8e11-41fd-9405-5c427392ad99 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.2814157
Feb 18 11:12:36.353100 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff17e8-8c02-466c-bb8e-c7ca480be870 req-c3fed636-3c8c-45c5-ab1a-611a3ef333d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:36.354316 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f5ff17e8-8c02-466c-bb8e-c7ca480be870 req-c3fed636-3c8c-45c5-ab1a-611a3ef333d0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c1017996-a61e-4427-a613-fd19e7162449 HTTP/1.1" status: 200  len: 912 time: 0.6510503
Feb 18 11:12:36.364550 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 39482) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:36.475757 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-7e8e0bdf-0a3e-4e84-902c-708a25ba5d1d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Request body: {'floatingip': {'port_id': '86b49169-7862-44af-ac4d-9505f2001a90'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:12:36.660107 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0bdf-0a3e-4e84-902c-708a25ba5d1d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for floatingip, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:37.025154 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f5ff17e8-8c02-466c-bb8e-c7ca480be870 req-a633b174-acfb-4955-942c-f292153cd2b7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=699e36f6-2246-4dce-bdb0-9fa08e5d976d HTTP/1.1" status: 200  len: 217 time: 0.6543682
Feb 18 11:12:37.098162 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cb0d956c-713f-4129-9b46-1ebc66784157 req-ab5be873-ff5f-4515-a4d5-9fba6a616f9b tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 210 time: 0.1243374
Feb 18 11:12:37.840347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39528) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:37.963064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39538) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:38.068789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-4e7bf4a0-14a5-4ba0-850c-0ef805df27ad tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:38.070968 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-4e7bf4a0-14a5-4ba0-850c-0ef805df27ad tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.79 "GET /v2.0/networks?id=f6991765-5e81-4fe1-8b5d-a8257ead4d37 HTTP/1.1" status: 200  len: 814 time: 1.4308841
Feb 18 11:12:38.147965 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eaa24ab-c8ae-4ab5-89e6-725a70b55322 admin admin] Deleting subnet e9ffb363-f573-4342-b862-f4c112e5e75d {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 11:12:38.155944 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7eaa24ab-c8ae-4ab5-89e6-725a70b55322 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:38.161384 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6f439b36-1a6d-4169-89a8-c037e030c795 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Request body: {'port': {'device_id': '5427c78b-5586-4081-89eb-bcd80b1e3546', 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37', 'admin_state_up': True, 'tenant_id': '0a68c5b433e340019b806363e3e4a841'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:12:38.215466 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:38.314075 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7eaa24ab-c8ae-4ab5-89e6-725a70b55322 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:38.340093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7eaa24ab-c8ae-4ab5-89e6-725a70b55322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741126'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:38.499413 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:38.804836 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39548) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:38.920111 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-54b5e8ae-be42-4192-a418-2c528146cce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:38.935025 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6f439b36-1a6d-4169-89a8-c037e030c795 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:38.970785 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4c7052ee-1045-4747-a3da-2a8ecb1380fe req-c23f01d9-49ec-414d-8105-e36c6c9d30ab tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 210 time: 0.1721718
Feb 18 11:12:38.972957 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-54b5e8ae-be42-4192-a418-2c528146cce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:38.985039 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-54b5e8ae-be42-4192-a418-2c528146cce2 admin admin] Usage tracker for resource:security_group_rule and tenant:e781f856c05241229c13c4fdbb6f8ec1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:39.012393 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6f439b36-1a6d-4169-89a8-c037e030c795 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:39.022803 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-54b5e8ae-be42-4192-a418-2c528146cce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:39.030641 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff17e8-8c02-466c-bb8e-c7ca480be870 req-2be3a25a-3157-4d2c-a2ef-2e2819c3daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:39.032465 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f5ff17e8-8c02-466c-bb8e-c7ca480be870 req-2be3a25a-3157-4d2c-a2ef-2e2819c3daaa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=078c8601-5d6a-4793-a580-7498423d78df HTTP/1.1" status: 200  len: 858 time: 1.8452220
Feb 18 11:12:39.075876 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7eaa24ab-c8ae-4ab5-89e6-725a70b55322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847034674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:39.084517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-54b5e8ae-be42-4192-a418-2c528146cce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:39.130332 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f5ff17e8-8c02-466c-bb8e-c7ca480be870 req-1b1b65cd-f62f-4447-b63c-1c00c135cf1c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c1017996-a61e-4427-a613-fd19e7162449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0897439
Feb 18 11:12:39.131225 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6f439b36-1a6d-4169-89a8-c037e030c795 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Made reservation on behalf of 0a68c5b433e340019b806363e3e4a841 for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:12:39.138301 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6f439b36-1a6d-4169-89a8-c037e030c795 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:39.424925 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:39.541600 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d7157-4107-4d84-ad36-5a522b30ce64 req-862af568-d243-499f-a53a-42afd42a0365 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:39.552077 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dd3d7157-4107-4d84-ad36-5a522b30ce64 req-862af568-d243-499f-a53a-42afd42a0365 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 1.4049969
Feb 18 11:12:39.591219 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6d59a3ab-522f-4df3-a75c-308634a2cbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:39.619261 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-6d59a3ab-522f-4df3-a75c-308634a2cbcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:39.624756 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa24ab-c8ae-4ab5-89e6-725a70b55322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ffb363-f573-4342-b862-f4c112e5e75d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:39.629263 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-6d59a3ab-522f-4df3-a75c-308634a2cbcc admin admin] Usage tracker for resource:security_group_rule and tenant:4089e01031d94e6283565e3fe5ec0e83 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:39.647384 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-6d59a3ab-522f-4df3-a75c-308634a2cbcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:39.652536 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7eaa24ab-c8ae-4ab5-89e6-725a70b55322 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:39.660007 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7eaa24ab-c8ae-4ab5-89e6-725a70b55322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:39.673151 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-6d59a3ab-522f-4df3-a75c-308634a2cbcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:39.686963 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-7eaa24ab-c8ae-4ab5-89e6-725a70b55322 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e9ffb363-f573-4342-b862-f4c112e5e75d HTTP/1.1" status: 204  len: 168 time: 1.7176654
Feb 18 11:12:39.688268 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39576) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:39.740237 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.resource_extend [None req-7e8e0bdf-0a3e-4e84-902c-708a25ba5d1d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 18 11:12:40.006229 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dd3d7157-4107-4d84-ad36-5a522b30ce64 req-178b26dd-a37b-4b0e-b87f-a32bbd0ba3f8 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4528251
Feb 18 11:12:40.010528 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854201257'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:40.049707 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f5ff17e8-8c02-466c-bb8e-c7ca480be870 req-6caa6417-63b5-444b-93d2-10dfc1254ebd service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8905716
Feb 18 11:12:40.056758 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0bdf-0a3e-4e84-902c-708a25ba5d1d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:40.128005 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39584) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:40.162403 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0bdf-0a3e-4e84-902c-708a25ba5d1d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:40.255268 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-54b5e8ae-be42-4192-a418-2c528146cce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:40.306331 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-54b5e8ae-be42-4192-a418-2c528146cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:40.330295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:40.503818 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1c29edff-fcf4-4705-944b-cee3857090e2 req-a498c84a-a0b4-4f68-8bb5-5c8977da9f95 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 210 time: 0.2002387
Feb 18 11:12:40.598403 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-54b5e8ae-be42-4192-a418-2c528146cce2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e781f856c05241229c13c4fdbb6f8ec1&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7564602
Feb 18 11:12:40.619055 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39590) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:40.633789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7742001', 'neutron.services.segments.db._delete_segments_for_network--9223363254506393562'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:40.667496 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b620e988-e42c-48a6-ba95-1572b695939b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:40.697056 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f5ff17e8-8c02-466c-bb8e-c7ca480be870 req-831c878a-94f0-4d8d-92bf-d0a8fb33870f service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6346095
Feb 18 11:12:40.732522 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [None req-7e8e0bdf-0a3e-4e84-902c-708a25ba5d1d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Floating IP 5ccd2928-1f51-497c-bcba-f3e415e5b196 associated. External IP: 172.27.1.147, port: 86b49169-7862-44af-ac4d-9505f2001a90.
Feb 18 11:12:40.807373 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6d59a3ab-522f-4df3-a75c-308634a2cbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:40.814916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5e8ae-be42-4192-a418-2c528146cce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc22baa-7a80-4f5d-b7c2-4cd343094504,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:40.839015 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-54b5e8ae-be42-4192-a418-2c528146cce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:40.850037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6d59a3ab-522f-4df3-a75c-308634a2cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:40.880987 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:40.915849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b620e988-e42c-48a6-ba95-1572b695939b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:40.926228 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6f439b36-1a6d-4169-89a8-c037e030c795 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Allocated IP 172.20.0.12 (f6991765-5e81-4fe1-8b5d-a8257ead4d37/02b055e1-68bd-400d-ac6c-e375d18c7b51/fa00752e-908c-454c-9f4e-b917da415395) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:12:40.973166 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b620e988-e42c-48a6-ba95-1572b695939b admin admin] Usage tracker for resource:security_group_rule and tenant:5c419fb19df349c1a6dcb90ee5412d89 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:40.996888 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b620e988-e42c-48a6-ba95-1572b695939b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:41.060460 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b620e988-e42c-48a6-ba95-1572b695939b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:41.113166 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-6d59a3ab-522f-4df3-a75c-308634a2cbcc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4089e01031d94e6283565e3fe5ec0e83&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3061635
Feb 18 11:12:41.120793 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 39608) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:41.130422 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59a3ab-522f-4df3-a75c-308634a2cbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ff4d8e-734d-43d3-b1b9-4a3fc8aefcc2,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:41.151816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fccca0711d0>> segment before_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:12:41.152071 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fccca0711d0>> subnet precommit_delete_associations 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:12:41.153520 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccc9cfc940>> segment_host_mapping after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:12:41.154131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccc9cfc940>> port after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:12:41.154892 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccc9cfc940>> port after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:12:41.155385 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccc9cfc940>> port after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:12:41.155994 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccc9cfc940>> segment after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:12:41.156677 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccc9cfc940>> subnet after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:12:41.157312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccc9cfc940>> subnet after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:12:41.157948 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccc9cfc940>> subnet after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:12:41.502094 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fccca515dd8>> subnet after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:12:41.502770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fccca515dd8>> subnet after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:12:41.503424 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fccca515dd8>> subnet before_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:12:41.504068 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fccca515dd8>> subnet before_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:12:41.504746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccc990c278>,) {'filters': {'network_id': ['d20aaec5-80bb-43cb-9c39-414290c3564e']}} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:12:41.527228 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6d59a3ab-522f-4df3-a75c-308634a2cbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:41.538905 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39614) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:41.556545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc990c278>, '6803b791-6b94-47de-bf41-8f95912b1344') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:12:41.556545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc990c278>, '6803b791-6b94-47de-bf41-8f95912b1344') {} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:12:41.646118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254506395610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2096643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:41.870510 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:41.885808 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ed1084be-f7f2-4412-911f-2502f4311d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:41.889447 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 11:12:41.933248 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2fc1f580-607d-422f-9c28-c1af04b7d17a req-61b9effc-2fc0-4df7-878d-0b7ff8d45c6a tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 210 time: 0.1937063
Feb 18 11:12:42.202516 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b6e80a25-cb90-4eae-b023-404a1760c2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:42.394513 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859649ed-d887-455f-bb78-94a40d445463 req-18d7dedd-e8d7-4411-b4fc-3d9ad9c48845 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:42.396438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-13a10d14-923f-40a0-b28b-7f9febf4524a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:42.397442 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-859649ed-d887-455f-bb78-94a40d445463 req-18d7dedd-e8d7-4411-b4fc-3d9ad9c48845 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 1.1441615
Feb 18 11:12:42.445525 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b6e80a25-cb90-4eae-b023-404a1760c2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:42.495419 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:12:42.502028 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6f439b36-1a6d-4169-89a8-c037e030c795 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:42.506251 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ed1084be-f7f2-4412-911f-2502f4311d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:42.528131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-13a10d14-923f-40a0-b28b-7f9febf4524a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:42.578322 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-13a10d14-923f-40a0-b28b-7f9febf4524a admin admin] Usage tracker for resource:security_group_rule and tenant:5989c0ea014e4da99450c1a3af04c9a2 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:42.585293 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8e0bdf-0a3e-4e84-902c-708a25ba5d1d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Router 666f30c7-d646-49f0-8fd0-89441be02cda has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:12:42.591533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Network d20aaec5-80bb-43cb-9c39-414290c3564e has no segments {{(pid=83933) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:12:42.601712 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-13a10d14-923f-40a0-b28b-7f9febf4524a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:42.605354 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-859649ed-d887-455f-bb78-94a40d445463 req-65378ed4-6188-4be2-bba1-59be79657bea tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691844
Feb 18 11:12:42.609903 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7742905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321546'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:42.740035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b6e80a25-cb90-4eae-b023-404a1760c2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:42.752602 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:42.752848 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-13a10d14-923f-40a0-b28b-7f9febf4524a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:42.775360 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6f439b36-1a6d-4169-89a8-c037e030c795 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:42.784957 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e80a25-cb90-4eae-b023-404a1760c2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ff4d8e-734d-43d3-b1b9-4a3fc8aefcc2,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:42.872941 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b620e988-e42c-48a6-ba95-1572b695939b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:42.881069 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b6e80a25-cb90-4eae-b023-404a1760c2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:42.885180 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8e7046d8-e40f-404a-aaee-6fbf2391b461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:43.013216 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b620e988-e42c-48a6-ba95-1572b695939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:43.043714 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-06e89769-511b-4d38-b815-caff80e5295c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:43.057396 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b6e80a25-cb90-4eae-b023-404a1760c2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:43.063011 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-b6e80a25-cb90-4eae-b023-404a1760c2b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/11ff4d8e-734d-43d3-b1b9-4a3fc8aefcc2 HTTP/1.1" status: 204  len: 168 time: 1.9360931
Feb 18 11:12:43.065752 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8e0bdf-0a3e-4e84-902c-708a25ba5d1d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:12:43.076776 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0bdf-0a3e-4e84-902c-708a25ba5d1d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:43.110551 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbff4c-d616-40e6-8cb3-9366fcb576a3 None None] Sync routers for ids ['666f30c7-d646-49f0-8fd0-89441be02cda'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:12:43.125133 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbff4c-d616-40e6-8cb3-9366fcb576a3 None None] Routers {'666f30c7-d646-49f0-8fd0-89441be02cda'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:12:43.125348 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f439b36-1a6d-4169-89a8-c037e030c795 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Pushing event updated for resources: {'Port': ['ID=fa00752e-908c-454c-9f4e-b917da415395,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:43.126288 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-dcdbff4c-d616-40e6-8cb3-9366fcb576a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca68b320>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:12:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['666f30c7-d646-49f0-8fd0-89441be02cda'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:12:43.162991 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6f439b36-1a6d-4169-89a8-c037e030c795 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:43.238277 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-7e8e0bdf-0a3e-4e84-902c-708a25ba5d1d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "PUT /v2.0/floatingips/5ccd2928-1f51-497c-bcba-f3e415e5b196 HTTP/1.1" status: 200  len: 991 time: 6.8691313
Feb 18 11:12:43.252698 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'tag': '86b49169-7862-44af-ac4d-9505f2001a90'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:12:43.266456 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ed1084be-f7f2-4412-911f-2502f4311d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:43.277663 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Network d20aaec5-80bb-43cb-9c39-414290c3564e has no segments {{(pid=83933) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:12:43.297220 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6f439b36-1a6d-4169-89a8-c037e030c795 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Network f6991765-5e81-4fe1-8b5d-a8257ead4d37 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:12:43.308277 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6f439b36-1a6d-4169-89a8-c037e030c795 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:12:43.314448 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6f439b36-1a6d-4169-89a8-c037e030c795 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:12:43.328341 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6f439b36-1a6d-4169-89a8-c037e030c795 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:43.334908 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6f439b36-1a6d-4169-89a8-c037e030c795 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:43.348298 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620e988-e42c-48a6-ba95-1572b695939b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fb9991-b5e2-48ae-97c1-e1c34edd37f4,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   from cryptography.utils import int_from_bytes
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   from cryptography.utils import int_from_bytes
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   (rel_b, rel_a, rel_b),
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   (rel_b, rel_a, rel_b),
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]: Traceback (most recent call last):
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:     timer()
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:     cb(*args, **kw)
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:     return func(*args, **kwargs)
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:     self._notify()
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:     self.callback(batched_events)
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:     event.method(event)
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:     segment_id)['aggregates'][0]
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:     return f(self, *a, **k)
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self._get(url).json()
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:     **kwargs)
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self.request(url, 'GET', **kwargs)
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:     **endpoint_filter)
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 11:12:43.358713 dv-cinder-773985-5-iscsi neutron-server[83816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 11:12:43.365455 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b620e988-e42c-48a6-ba95-1572b695939b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:43.384828 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6f439b36-1a6d-4169-89a8-c037e030c795 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.2315969
Feb 18 11:12:43.407311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-dcdbff4c-d616-40e6-8cb3-9366fcb576a3 None None] Set router 666f30c7-d646-49f0-8fd0-89441be02cda gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:12:43.417631 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Request body: {'port': {'device_id': '5427c78b-5586-4081-89eb-bcd80b1e3546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:12:43.492690 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-b620e988-e42c-48a6-ba95-1572b695939b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5c419fb19df349c1a6dcb90ee5412d89&name=default HTTP/1.1" status: 200  len: 2979 time: 3.3352606
Feb 18 11:12:43.494958 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2f017c4c-aa6f-4428-9c02-303d1a107404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:43.509472 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 39632) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:43.576650 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1084be-f7f2-4412-911f-2502f4311d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc22baa-7a80-4f5d-b7c2-4cd343094504,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:43.630919 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ed1084be-f7f2-4412-911f-2502f4311d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:43.636682 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'tag': '86b49169-7862-44af-ac4d-9505f2001a90', 'status': 'completed', 'code': 200}
Feb 18 11:12:43.744348 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847033799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498500'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:43.746870 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ed1084be-f7f2-4412-911f-2502f4311d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:43.752946 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ed1084be-f7f2-4412-911f-2502f4311d82 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/efc22baa-7a80-4f5d-b7c2-4cd343094504 HTTP/1.1" status: 204  len: 168 time: 3.1220760
Feb 18 11:12:43.851516 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-de867a8c-3b87-4a46-aedd-a7f6f37f0377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:43.906994 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9efc7624-bd08-4098-877d-ec8b0f3c7d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:43.945036 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:43.978519 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39640) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:43.985517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Pushing event deleted for resources: {'Network': ['ID=d20aaec5-80bb-43cb-9c39-414290c3564e,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:43.991005 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:44.025462 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-13a10d14-923f-40a0-b28b-7f9febf4524a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:44.043264 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:44.050122 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-13a10d14-923f-40a0-b28b-7f9febf4524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:44.054429 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9efc7624-bd08-4098-877d-ec8b0f3c7d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:44.067891 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cea1a562-90ca-4853-ba90-3edf9afc1020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:44.081277 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-09c41472-74fb-4b64-ac9f-fcd526e8b076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:44.101575 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] 10.222.0.65 "DELETE /v2.0/networks/d20aaec5-80bb-43cb-9c39-414290c3564e HTTP/1.1" status: 204  len: 168 time: 4.4116452
Feb 18 11:12:44.115195 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca954c0-9896-4c65-afc7-fab30ba261b1 req-8c7692f1-7e58-4371-9532-946354356f70 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:44.129402 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5ca954c0-9896-4c65-afc7-fab30ba261b1 req-8c7692f1-7e58-4371-9532-946354356f70 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 932 time: 1.0079603
Feb 18 11:12:44.215655 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-09c41472-74fb-4b64-ac9f-fcd526e8b076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:44.265285 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-09c41472-74fb-4b64-ac9f-fcd526e8b076 admin admin] Usage tracker for resource:security_group_rule and tenant:5f6bec2f112045ce95e4d45828f72ab3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:44.275070 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-13a10d14-923f-40a0-b28b-7f9febf4524a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5989c0ea014e4da99450c1a3af04c9a2&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7285936
Feb 18 11:12:44.277428 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-09c41472-74fb-4b64-ac9f-fcd526e8b076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:44.284976 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a10d14-923f-40a0-b28b-7f9febf4524a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4756f3da-385f-4a11-8425-7eb476ffc5fd,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:44.294368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 39648) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:44.313960 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-13a10d14-923f-40a0-b28b-7f9febf4524a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:44.315678 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-09c41472-74fb-4b64-ac9f-fcd526e8b076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:44.327663 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed855f1-75ae-41bb-8a02-2a10f91a186b req-276d6e32-7fbf-4c15-a3ef-6a7338509370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:44.330408 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8ed855f1-75ae-41bb-8a02-2a10f91a186b req-276d6e32-7fbf-4c15-a3ef-6a7338509370 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c&device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 1162 time: 0.6569786
Feb 18 11:12:44.340793 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-dcdbff4c-d616-40e6-8cb3-9366fcb576a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca68b320>, [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:40Z', 'revision_number': 4, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': '5ccd2928-1f51-497c-bcba-f3e415e5b196', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'port_id': '86b49169-7862-44af-ac4d-9505f2001a90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'mac_address': 'fa:16:3e:f0:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:11:54Z', 'updated_at': '2021-02-18T11:12:39Z', 'revision_number': 1, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe88f8f-46c2-4368-b083-222a4cff013b', 'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'mac_address': 'fa:16:3e:d6:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:35Z', 'updated_at': '2021-02-18T11:11:58Z', 'revision_number': 5, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'subnets': [{'id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:12:44.357561 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbff4c-d616-40e6-8cb3-9366fcb576a3 None None] Checking router: 666f30c7-d646-49f0-8fd0-89441be02cda for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:12:44.377446 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5ca954c0-9896-4c65-afc7-fab30ba261b1 req-b9d31ac7-fd95-4da1-b945-49da97b1679c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2261343
Feb 18 11:12:44.387627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbff4c-d616-40e6-8cb3-9366fcb576a3 None None] Routers {'666f30c7-d646-49f0-8fd0-89441be02cda'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:12:44.389299 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-dcdbff4c-d616-40e6-8cb3-9366fcb576a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca68b320>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:12:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['666f30c7-d646-49f0-8fd0-89441be02cda'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:12:44.627021 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-09c41472-74fb-4b64-ac9f-fcd526e8b076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:44.632790 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-09c41472-74fb-4b64-ac9f-fcd526e8b076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:44.651791 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-83f66965-0eaa-47b1-ab27-4d0b83f9ae13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:44.733325 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39654) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:44.734080 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39656) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:44.735463 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c41472-74fb-4b64-ac9f-fcd526e8b076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447c9950-613a-4f3f-952c-221a12f37304,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:44.742361 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-09c41472-74fb-4b64-ac9f-fcd526e8b076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:44.801626 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-09c41472-74fb-4b64-ac9f-fcd526e8b076 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5f6bec2f112045ce95e4d45828f72ab3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8123868
Feb 18 11:12:44.830953 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39662) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:44.918334 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-40d48be3-f5d4-44d7-8c25-361717b67722 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=02eb8dd2806145079a46f49b2b33e626&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1634958
Feb 18 11:12:44.922647 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 39668) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:44.935328 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2453c605-d8c8-4a66-9aca-2592bc37e798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:44.971410 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2453c605-d8c8-4a66-9aca-2592bc37e798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:44.977763 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2453c605-d8c8-4a66-9aca-2592bc37e798 admin admin] Usage tracker for resource:security_group_rule and tenant:de6664b2b1a44687b91a0eac727be3d4 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:44.982313 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2453c605-d8c8-4a66-9aca-2592bc37e798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:44.990856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2453c605-d8c8-4a66-9aca-2592bc37e798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:44.991342 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9efc7624-bd08-4098-877d-ec8b0f3c7d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:45.016123 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:45.115874 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f23ee232-13bc-4a8f-8154-8feee98110dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:45.171607 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f23ee232-13bc-4a8f-8154-8feee98110dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:45.219799 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-dcdbff4c-d616-40e6-8cb3-9366fcb576a3 None None] Set router 666f30c7-d646-49f0-8fd0-89441be02cda gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:12:45.263394 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2453c605-d8c8-4a66-9aca-2592bc37e798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:45.263953 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51cd60-2620-4786-95fa-df402b672473 req-09969ee2-be49-409b-aff8-9356db228b9f tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:45.267117 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fa51cd60-2620-4786-95fa-df402b672473 req-09969ee2-be49-409b-aff8-9356db228b9f tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 1.2204304
Feb 18 11:12:45.269589 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2453c605-d8c8-4a66-9aca-2592bc37e798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:45.287772 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-06f36418-8500-4460-ba0f-0456ee504807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:45.331975 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9efc7624-bd08-4098-877d-ec8b0f3c7d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:45.334195 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-9efc7624-bd08-4098-877d-ec8b0f3c7d9b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41fb9991-b5e2-48ae-97c1-e1c34edd37f4 HTTP/1.1" status: 204  len: 168 time: 1.8205218
Feb 18 11:12:45.335921 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc7624-bd08-4098-877d-ec8b0f3c7d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fb9991-b5e2-48ae-97c1-e1c34edd37f4,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:45.376816 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-2453c605-d8c8-4a66-9aca-2592bc37e798 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=de6664b2b1a44687b91a0eac727be3d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6321926
Feb 18 11:12:45.378064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f23ee232-13bc-4a8f-8154-8feee98110dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:45.394473 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39678) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:45.423667 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9efc7624-bd08-4098-877d-ec8b0f3c7d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:45.440528 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-370b5467-5060-431a-b9e0-807af4c24b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:45.484325 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed855f1-75ae-41bb-8a02-2a10f91a186b req-8c7bd5be-fc2d-4dfd-8c29-6f7bde8217c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:45.487024 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8ed855f1-75ae-41bb-8a02-2a10f91a186b req-8c7bd5be-fc2d-4dfd-8c29-6f7bde8217c2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=898e5d09-fa06-443a-ad06-089028ce346b HTTP/1.1" status: 200  len: 910 time: 1.1408253
Feb 18 11:12:45.561880 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453c605-d8c8-4a66-9aca-2592bc37e798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2741b6b-3b11-4235-ac30-18a419b2c062,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:45.568788 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2453c605-d8c8-4a66-9aca-2592bc37e798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:45.588487 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:45.618833 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ee232-13bc-4a8f-8154-8feee98110dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447c9950-613a-4f3f-952c-221a12f37304,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:45.642719 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f23ee232-13bc-4a8f-8154-8feee98110dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:45.665738 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f23ee232-13bc-4a8f-8154-8feee98110dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:45.674471 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-f23ee232-13bc-4a8f-8154-8feee98110dd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/447c9950-613a-4f3f-952c-221a12f37304 HTTP/1.1" status: 204  len: 168 time: 0.8111324
Feb 18 11:12:45.778185 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-117cd6dc-3bb3-400f-8d85-23c258fb4fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:45.816986 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-370b5467-5060-431a-b9e0-807af4c24b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:45.828941 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fa51cd60-2620-4786-95fa-df402b672473 req-3f957108-3f48-48d6-a200-43354f7049a8 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5241373
Feb 18 11:12:45.880562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-50b3fc0f-eeb9-4116-b17f-482fd6c13d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:45.952054 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-117cd6dc-3bb3-400f-8d85-23c258fb4fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:46.043802 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-50b3fc0f-eeb9-4116-b17f-482fd6c13d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:46.068031 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-dcdbff4c-d616-40e6-8cb3-9366fcb576a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca68b320>, [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:40Z', 'revision_number': 4, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': '5ccd2928-1f51-497c-bcba-f3e415e5b196', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'port_id': '86b49169-7862-44af-ac4d-9505f2001a90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'mac_address': 'fa:16:3e:f0:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:11:54Z', 'updated_at': '2021-02-18T11:12:39Z', 'revision_number': 1, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe88f8f-46c2-4368-b083-222a4cff013b', 'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'mac_address': 'fa:16:3e:d6:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:35Z', 'updated_at': '2021-02-18T11:11:58Z', 'revision_number': 5, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'subnets': [{'id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:12:46.078436 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbff4c-d616-40e6-8cb3-9366fcb576a3 None None] The sync data for ids ['666f30c7-d646-49f0-8fd0-89441be02cda'] in dv-cinder-773985-5-iscsi is: [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:40Z', 'revision_number': 4, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': '5ccd2928-1f51-497c-bcba-f3e415e5b196', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'port_id': '86b49169-7862-44af-ac4d-9505f2001a90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'mac_address': 'fa:16:3e:f0:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:11:54Z', 'updated_at': '2021-02-18T11:12:39Z', 'revision_number': 1, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe88f8f-46c2-4368-b083-222a4cff013b', 'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'mac_address': 'fa:16:3e:d6:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:35Z', 'updated_at': '2021-02-18T11:11:58Z', 'revision_number': 5, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'subnets': [{'id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:12:46.086061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048cecb-4fb0-45ed-b706-9f94559d7c01 req-d0678885-a28e-4ddf-9672-452be6c69d32 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:46.098521 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8048cecb-4fb0-45ed-b706-9f94559d7c01 req-d0678885-a28e-4ddf-9672-452be6c69d32 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 932 time: 0.2312284
Feb 18 11:12:46.100066 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-117cd6dc-3bb3-400f-8d85-23c258fb4fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:46.108081 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2453c605-d8c8-4a66-9aca-2592bc37e798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:46.177740 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cd6dc-3bb3-400f-8d85-23c258fb4fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2741b6b-3b11-4235-ac30-18a419b2c062,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:46.198196 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-117cd6dc-3bb3-400f-8d85-23c258fb4fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:46.221788 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-117cd6dc-3bb3-400f-8d85-23c258fb4fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:46.226499 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-117cd6dc-3bb3-400f-8d85-23c258fb4fa3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c2741b6b-3b11-4235-ac30-18a419b2c062 HTTP/1.1" status: 204  len: 168 time: 0.8209231
Feb 18 11:12:46.297522 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8048cecb-4fb0-45ed-b706-9f94559d7c01 req-3ebe9dcb-0399-4233-9c4f-be701b21e371 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660471
Feb 18 11:12:46.352991 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8ed855f1-75ae-41bb-8a02-2a10f91a186b req-a8232f05-93ef-4637-b162-0cd9fee79c01 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86b49169-7862-44af-ac4d-9505f2001a90 HTTP/1.1" status: 200  len: 999 time: 0.8509512
Feb 18 11:12:46.354535 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-370b5467-5060-431a-b9e0-807af4c24b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:46.371788 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ad3e2818-3de0-4c51-aff2-abae828a3e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:46.407003 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-50b3fc0f-eeb9-4116-b17f-482fd6c13d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:46.414178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b5467-5060-431a-b9e0-807af4c24b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4756f3da-385f-4a11-8425-7eb476ffc5fd,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:46.419680 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-370b5467-5060-431a-b9e0-807af4c24b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:46.420462 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-370b5467-5060-431a-b9e0-807af4c24b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:46.554460 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3fc0f-eeb9-4116-b17f-482fd6c13d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94a1f13-f901-4159-ac11-2f45700ef40e,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:46.559849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-50b3fc0f-eeb9-4116-b17f-482fd6c13d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:46.656313 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-370b5467-5060-431a-b9e0-807af4c24b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:46.665423 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-370b5467-5060-431a-b9e0-807af4c24b0b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4756f3da-385f-4a11-8425-7eb476ffc5fd HTTP/1.1" status: 204  len: 168 time: 2.3562346
Feb 18 11:12:46.685662 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf13e8-4652-4136-9b25-5d63ea191078 None None] New status for floating IP 5ccd2928-1f51-497c-bcba-f3e415e5b196: ACTIVE {{(pid=83934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:12:46.742725 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-50b3fc0f-eeb9-4116-b17f-482fd6c13d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:46.747139 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-50b3fc0f-eeb9-4116-b17f-482fd6c13d8a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b94a1f13-f901-4159-ac11-2f45700ef40e HTTP/1.1" status: 204  len: 168 time: 1.8094141
Feb 18 11:12:46.749277 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed855f1-75ae-41bb-8a02-2a10f91a186b req-68b7ef2e-6f23-4613-9888-ebb1dd129df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:46.750961 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8ed855f1-75ae-41bb-8a02-2a10f91a186b req-68b7ef2e-6f23-4613-9888-ebb1dd129df8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f015fe07-4475-4004-a998-1938cc87ba5e HTTP/1.1" status: 200  len: 855 time: 0.3464005
Feb 18 11:12:46.933884 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa00752e-908c-454c-9f4e-b917da415395 {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:12:46.954971 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:47.005676 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Transition to ACTIVE for port object fa00752e-908c-454c-9f4e-b917da415395 will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:12:47.015593 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:47.075454 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:47.323744 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a5de2-9bb9-464f-a2f6-fbe91a847dae req-3649893f-3217-44fa-b0be-1b97f39e3a5b tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:47.331931 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8f1a5de2-9bb9-464f-a2f6-fbe91a847dae req-3649893f-3217-44fa-b0be-1b97f39e3a5b tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.2637939
Feb 18 11:12:47.409077 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39710) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:47.476659 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Attempting to bind port fa00752e-908c-454c-9f4e-b917da415395 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:12:47.478070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Attempting to bind port fa00752e-908c-454c-9f4e-b917da415395 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'ae4832ba-d450-4516-a82e-8096d7270822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:12:47.478230 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Attempting to bind port fa00752e-908c-454c-9f4e-b917da415395 on network f6991765-5e81-4fe1-8b5d-a8257ead4d37 {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:12:47.482995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fa00752e-908c-454c-9f4e-b917da415395,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:47.498227 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:47.500045 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed855f1-75ae-41bb-8a02-2a10f91a186b req-06239279-44d2-46cd-8670-5113d0af2fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:47.502041 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8ed855f1-75ae-41bb-8a02-2a10f91a186b req-06239279-44d2-46cd-8670-5113d0af2fc9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=898e5d09-fa06-443a-ad06-089028ce346b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7345119
Feb 18 11:12:47.503279 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:12:47.503655 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Checking segment: {'id': 'ae4832ba-d450-4516-a82e-8096d7270822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:12:47.504066 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:47.504484 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Bound using segment: {'id': 'ae4832ba-d450-4516-a82e-8096d7270822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:12:47.504988 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Bound port: fa00752e-908c-454c-9f4e-b917da415395, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4832ba-d450-4516-a82e-8096d7270822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:12:47.505366 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:47.532685 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-65e5f4f9-110d-4e26-98bd-c550b6e9fb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:47.582005 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8f1a5de2-9bb9-464f-a2f6-fbe91a847dae req-725de32a-cf7c-4254-ad5b-7cfaf1248d63 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2344613
Feb 18 11:12:47.591156 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-65e5f4f9-110d-4e26-98bd-c550b6e9fb63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:47.599805 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-65e5f4f9-110d-4e26-98bd-c550b6e9fb63 admin admin] Usage tracker for resource:security_group_rule and tenant:0a395b79b57343c1b4f85a974e79eea4 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:47.612244 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-65e5f4f9-110d-4e26-98bd-c550b6e9fb63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:47.632660 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-65e5f4f9-110d-4e26-98bd-c550b6e9fb63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:47.986126 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-65e5f4f9-110d-4e26-98bd-c550b6e9fb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:47.995200 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-65e5f4f9-110d-4e26-98bd-c550b6e9fb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:47.996446 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf016585-4cf0-4a2d-ac13-bc6a1599b55d req-7a953d88-ac6b-4222-94fa-49d325538e4c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:47.997883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-bf016585-4cf0-4a2d-ac13-bc6a1599b55d req-7a953d88-ac6b-4222-94fa-49d325538e4c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Synchronizing usage tracker for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:12:48.016843 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-30e96853-0a35-400d-9494-80ac733c9764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:48.071896 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-bf016585-4cf0-4a2d-ac13-bc6a1599b55d req-7a953d88-ac6b-4222-94fa-49d325538e4c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Unset dirty status for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:12:48.074419 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bf016585-4cf0-4a2d-ac13-bc6a1599b55d req-7a953d88-ac6b-4222-94fa-49d325538e4c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 944 time: 0.5016718
Feb 18 11:12:48.089513 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5f4f9-110d-4e26-98bd-c550b6e9fb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba889b6d-d19e-426d-b528-aaaa4314e8bd,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:48.096707 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-65e5f4f9-110d-4e26-98bd-c550b6e9fb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:48.099755 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] For port fa00752e-908c-454c-9f4e-b917da415395, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:12:48.123116 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39720) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:48.177731 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-65e5f4f9-110d-4e26-98bd-c550b6e9fb63 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0a395b79b57343c1b4f85a974e79eea4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7482080
Feb 18 11:12:48.180688 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cb6f5c7a-ccfe-4284-9fc7-4398eb12331b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:48.184245 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 39724) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:48.199558 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8ed855f1-75ae-41bb-8a02-2a10f91a186b req-57ceebc2-1f3c-42ed-8c90-2a4e393771b8 service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6733201
Feb 18 11:12:48.208002 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] For port fa00752e-908c-454c-9f4e-b917da415395, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fa00752e-908c-454c-9f4e-b917da415395,segment=NetworkSegment(ae4832ba-d450-4516-a82e-8096d7270822),segment_id=ae4832ba-d450-4516-a82e-8096d7270822)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:12:48.214635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-cb6f5c7a-ccfe-4284-9fc7-4398eb12331b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:48.222915 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-cb6f5c7a-ccfe-4284-9fc7-4398eb12331b admin admin] Usage tracker for resource:security_group_rule and tenant:b5baba151c8e42119eeaa24c3d45fb51 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:48.230468 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-cb6f5c7a-ccfe-4284-9fc7-4398eb12331b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:48.242297 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bf016585-4cf0-4a2d-ac13-bc6a1599b55d req-a35dd899-3048-430c-a7ac-161598ab62e8 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449952
Feb 18 11:12:48.247251 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-cb6f5c7a-ccfe-4284-9fc7-4398eb12331b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:48.282711 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39728) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:48.291949 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:48.322238 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-87d8f7b8-9f05-476e-89a3-bfdaf26fe20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:48.353427 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-87d8f7b8-9f05-476e-89a3-bfdaf26fe20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:48.362483 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-87d8f7b8-9f05-476e-89a3-bfdaf26fe20b admin admin] Usage tracker for resource:security_group_rule and tenant:0c084511a0334c20a83d487c7904bb57 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:48.372980 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-87d8f7b8-9f05-476e-89a3-bfdaf26fe20b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:48.391970 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-87d8f7b8-9f05-476e-89a3-bfdaf26fe20b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:48.451455 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:48.559406 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cb6f5c7a-ccfe-4284-9fc7-4398eb12331b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:48.574348 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cb6f5c7a-ccfe-4284-9fc7-4398eb12331b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:48.636184 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:48.700488 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-cb6f5c7a-ccfe-4284-9fc7-4398eb12331b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b5baba151c8e42119eeaa24c3d45fb51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5701425
Feb 18 11:12:48.700488 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f5c7a-ccfe-4284-9fc7-4398eb12331b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bc8bbb-4240-4cc1-ba54-c9e249ae2b21,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:48.704762 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39744) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:48.720955 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cb6f5c7a-ccfe-4284-9fc7-4398eb12331b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:48.943661 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-87d8f7b8-9f05-476e-89a3-bfdaf26fe20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:48.952881 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-87d8f7b8-9f05-476e-89a3-bfdaf26fe20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:48.964123 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-54b5e8ae-be42-4192-a418-2c528146cce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:49.042199 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8f7b8-9f05-476e-89a3-bfdaf26fe20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03edc65b-3e76-4b98-b9e9-8f52e8fdc3d3,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:49.046537 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-618344bc-81d4-4012-a35d-d3c937c72dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:49.049070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-87d8f7b8-9f05-476e-89a3-bfdaf26fe20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:49.127414 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-87d8f7b8-9f05-476e-89a3-bfdaf26fe20b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c084511a0334c20a83d487c7904bb57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8506882
Feb 18 11:12:49.134775 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39752) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:49.149993 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-618344bc-81d4-4012-a35d-d3c937c72dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:49.433815 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dd5cf3d2-3cee-427b-a54e-14cba9640c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:49.476111 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1562ed-7dd9-4572-af83-2b8b9085e481 req-464e3ceb-d3a4-487c-9861-f7bb5aecfeb2 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:49.478757 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6b1562ed-7dd9-4572-af83-2b8b9085e481 req-464e3ceb-d3a4-487c-9861-f7bb5aecfeb2 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.2845724
Feb 18 11:12:49.482517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-618344bc-81d4-4012-a35d-d3c937c72dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:49.484003 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f7a98aab-7058-4058-b1f9-693ea77de30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:49.499091 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f23ee232-13bc-4a8f-8154-8feee98110dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:49.552002 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f7a98aab-7058-4058-b1f9-693ea77de30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:49.587324 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618344bc-81d4-4012-a35d-d3c937c72dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bc8bbb-4240-4cc1-ba54-c9e249ae2b21,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:49.593296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-618344bc-81d4-4012-a35d-d3c937c72dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:49.604376 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dd5cf3d2-3cee-427b-a54e-14cba9640c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:49.693750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f7a98aab-7058-4058-b1f9-693ea77de30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:49.748290 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fa00752e-908c-454c-9f4e-b917da415395,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:49.775288 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.324s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:49.776195 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b6e80a25-cb90-4eae-b023-404a1760c2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:49.795309 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-618344bc-81d4-4012-a35d-d3c937c72dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:49.797284 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-618344bc-81d4-4012-a35d-d3c937c72dd4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/05bc8bbb-4240-4cc1-ba54-c9e249ae2b21 HTTP/1.1" status: 204  len: 168 time: 1.0892298
Feb 18 11:12:49.806942 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6b1562ed-7dd9-4572-af83-2b8b9085e481 req-c4d6e9e4-28ee-47da-8b2c-11d835a4be9b tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2845998
Feb 18 11:12:49.818239 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dd5cf3d2-3cee-427b-a54e-14cba9640c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:49.840033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-117cd6dc-3bb3-400f-8d85-23c258fb4fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:49.880658 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dd5cf3d2-3cee-427b-a54e-14cba9640c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:49.881919 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-dd5cf3d2-3cee-427b-a54e-14cba9640c7c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/03edc65b-3e76-4b98-b9e9-8f52e8fdc3d3 HTTP/1.1" status: 204  len: 168 time: 0.7453628
Feb 18 11:12:49.884116 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cf3d2-3cee-427b-a54e-14cba9640c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03edc65b-3e76-4b98-b9e9-8f52e8fdc3d3,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:49.893702 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-dd5cf3d2-3cee-427b-a54e-14cba9640c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:49.931110 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a98aab-7058-4058-b1f9-693ea77de30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba889b6d-d19e-426d-b528-aaaa4314e8bd,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:49.940351 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8ed855f1-75ae-41bb-8a02-2a10f91a186b req-362bacbe-0a3b-4509-a841-b20fe590fadb service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.7074306
Feb 18 11:12:49.942886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f7a98aab-7058-4058-b1f9-693ea77de30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:49.945506 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-f7a98aab-7058-4058-b1f9-693ea77de30a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba889b6d-d19e-426d-b528-aaaa4314e8bd HTTP/1.1" status: 204  len: 168 time: 1.7520225
Feb 18 11:12:50.001904 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f7a98aab-7058-4058-b1f9-693ea77de30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:50.173577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:50.175145 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:50.177996 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] 10.222.0.79 "PUT /v2.0/ports/fa00752e-908c-454c-9f4e-b917da415395 HTTP/1.1" status: 200  len: 1158 time: 6.7693701
Feb 18 11:12:50.187729 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5427c78b-5586-4081-89eb-bcd80b1e3546', 'tag': 'fa00752e-908c-454c-9f4e-b917da415395'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:12:50.239535 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a0d3e-6bf3-4840-bf50-bba4a56d3ba8 req-1a287dc5-a311-4ca1-90b7-89863add1783 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:50.254830 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dd2a0d3e-6bf3-4840-bf50-bba4a56d3ba8 req-1a287dc5-a311-4ca1-90b7-89863add1783 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 944 time: 0.4993391
Feb 18 11:12:50.334005 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dd2a0d3e-6bf3-4840-bf50-bba4a56d3ba8 req-e186ebcc-f677-4c63-816d-2564aa578de2 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768352
Feb 18 11:12:50.380067 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5427c78b-5586-4081-89eb-bcd80b1e3546', 'tag': 'fa00752e-908c-454c-9f4e-b917da415395', 'status': 'completed', 'code': 200}
Feb 18 11:12:50.410486 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5e697ebc-38cf-4f4b-af94-8371f2c0ee18 req-f279bec0-23ca-4d3c-b4d0-32ab9d3f4e7d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4038136
Feb 18 11:12:50.440638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-43c97521-b07f-4cc0-9d71-9a746675c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:50.442370 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-43c97521-b07f-4cc0-9d71-9a746675c3eb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0a68c5b433e340019b806363e3e4a841&device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 1161 time: 0.1216462
Feb 18 11:12:50.631964 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-c0ab78dc-8268-4d34-9bbc-806eca485e25 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa00752e-908c-454c-9f4e-b917da415395 HTTP/1.1" status: 200  len: 217 time: 0.1714799
Feb 18 11:12:50.797811 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-24b146a8-ceb2-4983-be63-b44fe59e7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:50.800264 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-24b146a8-ceb2-4983-be63-b44fe59e7500 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=02b055e1-68bd-400d-ac6c-e375d18c7b51 HTTP/1.1" status: 200  len: 854 time: 0.1099458
Feb 18 11:12:50.867092 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-cf57a5cb-c83e-4c17-84bc-dfd8447909b1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f6991765-5e81-4fe1-8b5d-a8257ead4d37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561359
Feb 18 11:12:50.869795 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e697ebc-38cf-4f4b-af94-8371f2c0ee18 req-1219ff33-2555-457b-9301-f7d90941bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:50.871991 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5e697ebc-38cf-4f4b-af94-8371f2c0ee18 req-1219ff33-2555-457b-9301-f7d90941bd60 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0a68c5b433e340019b806363e3e4a841&device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 1163 time: 0.2381666
Feb 18 11:12:51.100536 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39796) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:51.327024 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-909136276-network', 'tenant_id': '6d0f85748bed47b69ffc68ff2bb55bf0'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:12:51.335637 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:51.343158 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Usage tracker for resource:network and tenant:6d0f85748bed47b69ffc68ff2bb55bf0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:51.348097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:51.353480 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-71814951-f477-4f4c-bdd7-d3b26e4db92d service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4523830
Feb 18 11:12:51.357196 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:51.371410 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e697ebc-38cf-4f4b-af94-8371f2c0ee18 req-f7a37c3b-4895-4966-ad1c-510f35b25e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:51.374359 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5e697ebc-38cf-4f4b-af94-8371f2c0ee18 req-f7a37c3b-4895-4966-ad1c-510f35b25e24 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f6991765-5e81-4fe1-8b5d-a8257ead4d37 HTTP/1.1" status: 200  len: 908 time: 0.4294574
Feb 18 11:12:51.402919 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Made reservation on behalf of 6d0f85748bed47b69ffc68ff2bb55bf0 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:12:51.412688 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:51.448631 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:51.491947 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:51.502396 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Usage tracker for resource:security_group_rule and tenant:6d0f85748bed47b69ffc68ff2bb55bf0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:51.511360 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:51.526083 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:51.563284 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5e697ebc-38cf-4f4b-af94-8371f2c0ee18 req-976239d7-d8d0-41f9-8790-25cee3d44339 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09d3a641-247c-481d-b923-4adbfc017dcd HTTP/1.1" status: 200  len: 217 time: 0.1599925
Feb 18 11:12:51.575822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b12fe5-5555-4c11-a15a-78734e5ffa29 req-a6c151b8-c101-4887-a792-5e74981e4238 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:51.577711 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-86b12fe5-5555-4c11-a15a-78734e5ffa29 req-a6c151b8-c101-4887-a792-5e74981e4238 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.4384272
Feb 18 11:12:51.742096 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e697ebc-38cf-4f4b-af94-8371f2c0ee18 req-fd037e49-aca6-47f3-bdf8-1e20fef869c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:51.744224 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5e697ebc-38cf-4f4b-af94-8371f2c0ee18 req-fd037e49-aca6-47f3-bdf8-1e20fef869c0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=02b055e1-68bd-400d-ac6c-e375d18c7b51 HTTP/1.1" status: 200  len: 854 time: 0.1633172
Feb 18 11:12:51.751250 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1c8fa4e9-3e50-457f-8ad8-8955721e714b req-88e40a2a-ef34-4224-9629-8f7b4f51848c service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3849885
Feb 18 11:12:51.762280 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-86b12fe5-5555-4c11-a15a-78734e5ffa29 req-d373f48c-ba11-4277-8584-32f2362e74d6 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359167
Feb 18 11:12:51.901512 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5e697ebc-38cf-4f4b-af94-8371f2c0ee18 req-d30ecf15-251d-430c-a441-c758aba03331 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f6991765-5e81-4fe1-8b5d-a8257ead4d37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1201897
Feb 18 11:12:51.913665 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ee784-e1c6-4301-a950-9752cb253429 req-51ff4e83-d466-476a-a79a-aaf301db371b tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:51.916472 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c23ee784-e1c6-4301-a950-9752cb253429 req-51ff4e83-d466-476a-a79a-aaf301db371b tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 944 time: 0.3417327
Feb 18 11:12:51.975256 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:51.988559 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:51.996847 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39824) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:51.999647 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:52.117715 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:12:52.150853 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c23ee784-e1c6-4301-a950-9752cb253429 req-703315da-a4f2-4a00-8368-7f738e4e1bcd tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2178211
Feb 18 11:12:52.157736 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198969ca-384e-4c7e-84fb-351cf2885ba1,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:52.166498 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:52.171874 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782348382238', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:52.172740 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Added segment fb40fe46-ce07-4cc3-a3d3-ca60c31ce7e4 of type vxlan for network 3fa2648a-77a9-40de-b110-086b1c3c4873
Feb 18 11:12:52.244965 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:52.271389 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5e697ebc-38cf-4f4b-af94-8371f2c0ee18 req-9dd56302-44f2-4e65-a477-e1759c7f96e1 service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3546755
Feb 18 11:12:52.293607 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:52.295670 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:52.296678 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:52.303335 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8a4856d6-b475-46c7-9980-967a5e62d86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:52.429291 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.3281276
Feb 18 11:12:52.434764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39838) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:52.443440 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-4a56d302-d154-4a55-9183-da143f7f61ee admin admin] Request body: {'subnet': {'network_id': '3fa2648a-77a9-40de-b110-086b1c3c4873', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-909136276-subnet', 'tenant_id': '6d0f85748bed47b69ffc68ff2bb55bf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:12:52.471103 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a645b7-a27f-46c8-8855-00998fa09fb6 req-c95884e8-ef88-4e8f-a5b7-43474dd6f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:52.475450 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-4a56d302-d154-4a55-9183-da143f7f61ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:52.475892 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-90a645b7-a27f-46c8-8855-00998fa09fb6 req-c95884e8-ef88-4e8f-a5b7-43474dd6f4d6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0a68c5b433e340019b806363e3e4a841&device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 1161 time: 0.3513508
Feb 18 11:12:52.478523 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Pushing event updated for resources: {'Network': ['ID=3fa2648a-77a9-40de-b110-086b1c3c4873,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:52.485361 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-4a56d302-d154-4a55-9183-da143f7f61ee admin admin] Usage tracker for resource:subnet and tenant:6d0f85748bed47b69ffc68ff2bb55bf0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:52.488931 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:52.489781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-4a56d302-d154-4a55-9183-da143f7f61ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:52.497944 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network 3fa2648a-77a9-40de-b110-086b1c3c4873 details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:12:52.505605 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a41df968-ab0b-4b68-930b-0975a545f49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:52.561639 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-4a56d302-d154-4a55-9183-da143f7f61ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:52.585938 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Network 3fa2648a-77a9-40de-b110-086b1c3c4873 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:12:52.596617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-a41df968-ab0b-4b68-930b-0975a545f49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:52.602291 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a56d302-d154-4a55-9183-da143f7f61ee admin admin] Made reservation on behalf of 6d0f85748bed47b69ffc68ff2bb55bf0 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:12:52.611225 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4a56d302-d154-4a55-9183-da143f7f61ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738116'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:52.641129 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-a41df968-ab0b-4b68-930b-0975a545f49b admin admin] Usage tracker for resource:security_group_rule and tenant:df9d7c28443d4488a13882f82215385f is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:52.819498 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-a41df968-ab0b-4b68-930b-0975a545f49b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:52.890171 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-a41df968-ab0b-4b68-930b-0975a545f49b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:52.904054 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5e697ebc-38cf-4f4b-af94-8371f2c0ee18 req-37004b52-16c6-4318-9146-1acab2a616cc service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6195686
Feb 18 11:12:53.216353 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a645b7-a27f-46c8-8855-00998fa09fb6 req-3763f0fd-7ac4-4d7c-a411-4b1233ca37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:53.218346 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-90a645b7-a27f-46c8-8855-00998fa09fb6 req-3763f0fd-7ac4-4d7c-a411-4b1233ca37ac service neutron] 10.222.0.79 "GET /v2.0/networks?id=f6991765-5e81-4fe1-8b5d-a8257ead4d37 HTTP/1.1" status: 200  len: 908 time: 0.7099516
Feb 18 11:12:53.287972 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a41df968-ab0b-4b68-930b-0975a545f49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:53.295141 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a41df968-ab0b-4b68-930b-0975a545f49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:53.307768 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cb6f5c7a-ccfe-4284-9fc7-4398eb12331b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:53.363401 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-90a645b7-a27f-46c8-8855-00998fa09fb6 req-d8784876-aad0-4c4f-a549-3315ce12d547 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa00752e-908c-454c-9f4e-b917da415395 HTTP/1.1" status: 200  len: 217 time: 0.1318762
Feb 18 11:12:53.394118 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-a41df968-ab0b-4b68-930b-0975a545f49b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df9d7c28443d4488a13882f82215385f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3815570
Feb 18 11:12:53.404321 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 39870) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:53.481265 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a645b7-a27f-46c8-8855-00998fa09fb6 req-e41793ed-ed21-4496-9c83-526b00574930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:53.485330 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-90a645b7-a27f-46c8-8855-00998fa09fb6 req-e41793ed-ed21-4496-9c83-526b00574930 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=02b055e1-68bd-400d-ac6c-e375d18c7b51 HTTP/1.1" status: 200  len: 854 time: 0.1119757
Feb 18 11:12:53.499961 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024a113-72ef-4878-981e-1c9a63759c58 req-1d2169f0-653f-4127-96ed-63220c4789d2 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:53.504297 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f024a113-72ef-4878-981e-1c9a63759c58 req-1d2169f0-653f-4127-96ed-63220c4789d2 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.4713275
Feb 18 11:12:53.587363 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41df968-ab0b-4b68-930b-0975a545f49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454158a2-a7d9-48e6-a122-837b531ca7dd,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:53.629844 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a41df968-ab0b-4b68-930b-0975a545f49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:53.651392 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-90a645b7-a27f-46c8-8855-00998fa09fb6 req-bc867c55-32b4-4f6a-8927-3ab320664433 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f6991765-5e81-4fe1-8b5d-a8257ead4d37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1449881
Feb 18 11:12:53.862392 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4a56d302-d154-4a55-9183-da143f7f61ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2323216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738167'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:53.935363 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7eaa24ab-c8ae-4ab5-89e6-725a70b55322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:54.010107 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f024a113-72ef-4878-981e-1c9a63759c58 req-e2e7024c-ff37-4384-977b-8761d3319bee tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3785598
Feb 18 11:12:54.049103 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8aa7ef5-03d6-459f-aa9a-69151d11f859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:54.158730 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-90a645b7-a27f-46c8-8855-00998fa09fb6 req-6e2b59ba-a765-445a-ab05-007fdecad950 service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4082613
Feb 18 11:12:54.625367 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-90a645b7-a27f-46c8-8855-00998fa09fb6 req-131682f4-b10a-46c0-ae76-81c8ff961990 service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4473245
Feb 18 11:12:54.828897 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8aa7ef5-03d6-459f-aa9a-69151d11f859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:54.999182 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56d302-d154-4a55-9183-da143f7f61ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9963d0d6-a8cf-48ff-8104-d0a57bd693f6,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:55.025670 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4a56d302-d154-4a55-9183-da143f7f61ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.091s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:55.028741 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8aa7ef5-03d6-459f-aa9a-69151d11f859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:55.043267 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b620e988-e42c-48a6-ba95-1572b695939b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:55.123876 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa7ef5-03d6-459f-aa9a-69151d11f859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454158a2-a7d9-48e6-a122-837b531ca7dd,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:55.158763 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d8aa7ef5-03d6-459f-aa9a-69151d11f859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:55.167318 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56d302-d154-4a55-9183-da143f7f61ee admin admin] Checking segment: {'id': 'fb40fe46-ce07-4cc3-a3d3-ca60c31ce7e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3fa2648a-77a9-40de-b110-086b1c3c4873'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:12:55.167750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a56d302-d154-4a55-9183-da143f7f61ee admin admin] Network hostable DHCP agents. Network: 3fa2648a-77a9-40de-b110-086b1c3c4873, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:12:55.184766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269d41a-a049-44c0-b3a5-cb7bc6562b0e req-9bc4ad92-82d5-4d80-87e8-e2b66f7320a0 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:55.201401 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1269d41a-a049-44c0-b3a5-cb7bc6562b0e req-9bc4ad92-82d5-4d80-87e8-e2b66f7320a0 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 944 time: 1.4864922
Feb 18 11:12:55.205552 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8aa7ef5-03d6-459f-aa9a-69151d11f859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:55.211284 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d8aa7ef5-03d6-459f-aa9a-69151d11f859 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/454158a2-a7d9-48e6-a122-837b531ca7dd HTTP/1.1" status: 204  len: 168 time: 1.7606683
Feb 18 11:12:55.317180 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1269d41a-a049-44c0-b3a5-cb7bc6562b0e req-7920c225-5e1a-47d3-ba71-972589b910ed tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145535
Feb 18 11:12:55.322341 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a56d302-d154-4a55-9183-da143f7f61ee admin admin] Network 3fa2648a-77a9-40de-b110-086b1c3c4873 is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:12:55.344602 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-4a56d302-d154-4a55-9183-da143f7f61ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, 3fa2648a-77a9-40de-b110-086b1c3c4873) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:12:55.365506 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a56d302-d154-4a55-9183-da143f7f61ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:55.365799 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffff7f7e-9e53-44a9-abb2-3d79d67b87eb None None] Network 3fa2648a-77a9-40de-b110-086b1c3c4873 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:12:55.366176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4a56d302-d154-4a55-9183-da143f7f61ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:55.390870 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-4a56d302-d154-4a55-9183-da143f7f61ee admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.9549363
Feb 18 11:12:55.641863 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8700fac-8e78-4b5b-bf1a-23ed8ba9f9d5 req-1188d334-9100-42f6-94bd-7c888f4d9d81 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:55.650770 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b8700fac-8e78-4b5b-bf1a-23ed8ba9f9d5 req-1188d334-9100-42f6-94bd-7c888f4d9d81 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.2276144
Feb 18 11:12:55.831722 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b8700fac-8e78-4b5b-bf1a-23ed8ba9f9d5 req-0bf23869-ce55-4af5-8382-e0a2064e29ea tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689472
Feb 18 11:12:55.878608 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device fa00752e-908c-454c-9f4e-b917da415395 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:12:55.967929 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbfbcd5-1e5b-4f84-a52a-b93c962870f5 None None] Network 3fa2648a-77a9-40de-b110-086b1c3c4873 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:12:56.208531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port fa00752e-908c-454c-9f4e-b917da415395 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:12:56.225890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port fa00752e-908c-454c-9f4e-b917da415395 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:12:56.226597 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:56.674728 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:57.024884 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5427c78b-5586-4081-89eb-bcd80b1e3546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa00752e-908c-454c-9f4e-b917da415395'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:12:57.073772 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port fa00752e-908c-454c-9f4e-b917da415395, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fa00752e-908c-454c-9f4e-b917da415395,segment=NetworkSegment(ae4832ba-d450-4516-a82e-8096d7270822),segment_id=ae4832ba-d450-4516-a82e-8096d7270822)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:12:57.081637 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:57.092140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:57.427314 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=fa00752e-908c-454c-9f4e-b917da415395,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:57.434137 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:57.467554 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fa4a0-43ee-495c-8b60-725bb921e48b req-13eb0cd9-4ca3-4eb1-bd0a-fdcf36bac9ec tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:57.478902 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6b7fa4a0-43ee-495c-8b60-725bb921e48b req-13eb0cd9-4ca3-4eb1-bd0a-fdcf36bac9ec tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.2080133
Feb 18 11:12:57.560457 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6b7fa4a0-43ee-495c-8b60-725bb921e48b req-55c8451b-db44-4a15-8d35-6419f183cb2b tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801644
Feb 18 11:12:57.564711 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c425a-d103-4baf-83f8-7e711ba84985 req-e1b9dcf9-6b3f-4c2a-aabe-e3e86eff71b3 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:57.569803 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6e9c425a-d103-4baf-83f8-7e711ba84985 req-e1b9dcf9-6b3f-4c2a-aabe-e3e86eff71b3 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 944 time: 0.9800930
Feb 18 11:12:57.719419 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6e9c425a-d103-4baf-83f8-7e711ba84985 req-404aa40c-cf01-4401-90ac-91a19b2e4f50 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376169
Feb 18 11:12:57.872586 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5427c78b-5586-4081-89eb-bcd80b1e3546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa00752e-908c-454c-9f4e-b917da415395', 'code': 200}
Feb 18 11:12:58.239664 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40030) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:58.253764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-255218358-network', 'tenant_id': 'ba99668743c9403880a4592617ab4f07'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:12:58.269505 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:58.283529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Usage tracker for resource:network and tenant:ba99668743c9403880a4592617ab4f07 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:58.295896 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:58.313629 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:58.338960 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Made reservation on behalf of ba99668743c9403880a4592617ab4f07 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:12:58.340851 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d1fc2-4ea6-4074-a49a-3f07ba3964bc req-c9058c2e-41ab-4ae5-8505-8c80e26bc48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:58.345017 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b88d1fc2-4ea6-4074-a49a-3f07ba3964bc req-c9058c2e-41ab-4ae5-8505-8c80e26bc48d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 1163 time: 0.1851664
Feb 18 11:12:58.366268 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:58.435977 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:58.483497 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b88d1fc2-4ea6-4074-a49a-3f07ba3964bc req-1be8f3e2-2649-4213-80e7-4bd092c4d764 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083207
Feb 18 11:12:58.504208 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:58.514982 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Usage tracker for resource:security_group_rule and tenant:ba99668743c9403880a4592617ab4f07 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:58.518159 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 40036) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:58.524636 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:58.539400 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:58.800845 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:58.805585 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:58.853848 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:12:58.894466 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782348382238', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:58.895172 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Added segment 00e2f5ff-e22d-4a80-868f-5e7aeb7a5595 of type vxlan for network 8652d2c7-f710-4985-a8fd-06083706c1d8
Feb 18 11:12:58.966627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:59.046644 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a41df968-ab0b-4b68-930b-0975a545f49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:59.084839 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92de3af-c1ca-498b-bc44-ac58f3555ee0,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:59.088748 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:59.096858 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:59.098821 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:59.099453 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:59.120014 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e8a09806-b4e6-4f33-8380-00b62a5e51a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:59.280224 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Pushing event updated for resources: {'Network': ['ID=8652d2c7-f710-4985-a8fd-06083706c1d8,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:59.282754 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-784301798-network', 'tenant_id': 'd430d31580924116a29c2d91dbc9d8c2'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:12:59.288096 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:59.312050 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network 8652d2c7-f710-4985-a8fd-06083706c1d8 details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:12:59.321484 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.0789695
Feb 18 11:12:59.326758 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:59.329061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40052) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:12:59.344444 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Usage tracker for resource:network and tenant:d430d31580924116a29c2d91dbc9d8c2 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:59.344444 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:59.344901 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-ef901387-76ac-4807-a0b5-9f7f7c7a02e5 admin admin] Request body: {'subnet': {'network_id': '8652d2c7-f710-4985-a8fd-06083706c1d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-255218358-subnet', 'tenant_id': 'ba99668743c9403880a4592617ab4f07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:12:59.345416 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:59.354194 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ef901387-76ac-4807-a0b5-9f7f7c7a02e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:59.365981 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Network 8652d2c7-f710-4985-a8fd-06083706c1d8 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:12:59.370218 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98be8c-b178-4136-b580-7a0b3509218b req-ef7c3618-caeb-443d-9161-0591598e6e9d tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:59.377515 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Made reservation on behalf of d430d31580924116a29c2d91dbc9d8c2 for: {'network': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:12:59.382571 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:59.385276 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6e98be8c-b178-4136-b580-7a0b3509218b req-ef7c3618-caeb-443d-9161-0591598e6e9d tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.3813341
Feb 18 11:12:59.400442 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:59.416900 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ef901387-76ac-4807-a0b5-9f7f7c7a02e5 admin admin] Usage tracker for resource:subnet and tenant:ba99668743c9403880a4592617ab4f07 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:59.418984 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:12:59.423605 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Usage tracker for resource:security_group_rule and tenant:d430d31580924116a29c2d91dbc9d8c2 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:12:59.425642 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ef901387-76ac-4807-a0b5-9f7f7c7a02e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:59.427752 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:12:59.434738 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:59.447771 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ef901387-76ac-4807-a0b5-9f7f7c7a02e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:12:59.462317 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46660b-6c98-4bb9-b344-09a568078beb req-eb40c3f1-dae6-417a-ba78-c0cb6fdad61d tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:59.472207 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fe46660b-6c98-4bb9-b344-09a568078beb req-eb40c3f1-dae6-417a-ba78-c0cb6fdad61d tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 946 time: 0.2946424
Feb 18 11:12:59.527343 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6e98be8c-b178-4136-b580-7a0b3509218b req-e0e4def9-28fc-4b8c-b1d5-6d3c9cacb950 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404240
Feb 18 11:12:59.537995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef901387-76ac-4807-a0b5-9f7f7c7a02e5 admin admin] Made reservation on behalf of ba99668743c9403880a4592617ab4f07 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:12:59.563662 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ef901387-76ac-4807-a0b5-9f7f7c7a02e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738116'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:59.581712 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fe46660b-6c98-4bb9-b344-09a568078beb req-7ce02fba-215c-4c92-a986-ea6230cb8b66 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083636
Feb 18 11:12:59.644894 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:59.650293 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:59.697460 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:12:59.709620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:59.710126 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Added segment 33e16fb9-36b2-4367-903f-c12e943ce64a of type vxlan for network 9d421f61-3c0b-4c47-ab1a-b5c41a49296a
Feb 18 11:12:59.747671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:59.805837 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f5a85e4a-c83b-430b-8eed-ead2056381cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:59.878222 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100d5380-f0d9-419d-a01f-7c62f29fd40a,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:12:59.881577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:59.882702 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:12:59.884038 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:12:59.884720 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:12:59.891072 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-be509196-2476-44fb-90fd-bca3d5c930a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:12:59.933827 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device fa00752e-908c-454c-9f4e-b917da415395 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:13:00.063379 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Pushing event updated for resources: {'Network': ['ID=9d421f61-3c0b-4c47-ab1a-b5c41a49296a,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:00.071512 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:00.088190 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network 9d421f61-3c0b-4c47-ab1a-b5c41a49296a details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:13:00.092199 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.5688434
Feb 18 11:13:00.092547 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 40062) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:00.100489 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] Request body: {'subnet': {'network_id': '9d421f61-3c0b-4c47-ab1a-b5c41a49296a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-784301798-subnet', 'tenant_id': 'd430d31580924116a29c2d91dbc9d8c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:13:00.107187 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:00.120546 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] Usage tracker for resource:subnet and tenant:d430d31580924116a29c2d91dbc9d8c2 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:13:00.122546 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:13:00.135694 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:00.139438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Network 9d421f61-3c0b-4c47-ab1a-b5c41a49296a details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:13:00.156056 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] Made reservation on behalf of d430d31580924116a29c2d91dbc9d8c2 for: {'subnet': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:13:00.165913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:00.534554 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port fa00752e-908c-454c-9f4e-b917da415395 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:13:00.538621 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:00.733807 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ef901387-76ac-4807-a0b5-9f7f7c7a02e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2323216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738167'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:00.838357 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:00.921150 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:00.941002 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:01.089106 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:01.167619 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef901387-76ac-4807-a0b5-9f7f7c7a02e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25940e6e-a85f-4af6-8633-08ad46a2ded2,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:01.177243 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ef901387-76ac-4807-a0b5-9f7f7c7a02e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:01.287621 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=5960a747-d2be-4d3b-8556-3dbd5e564c56,revision_number=0']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:01.306100 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:01.308798 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e5efe-2db0-4643-8cc2-6b576b5327c3 req-f9ea16f1-a7e2-47b4-9c0c-31131d354512 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:01.310928 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-815e5efe-2db0-4643-8cc2-6b576b5327c3 req-f9ea16f1-a7e2-47b4-9c0c-31131d354512 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 946 time: 0.3142779
Feb 18 11:13:01.327054 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44208f64-919a-444e-9612-1fb46786a405 req-91a7050a-9d96-4853-89b6-0e070ca92b2f tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:01.328043 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef901387-76ac-4807-a0b5-9f7f7c7a02e5 admin admin] Checking segment: {'id': '00e2f5ff-e22d-4a80-868f-5e7aeb7a5595', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8652d2c7-f710-4985-a8fd-06083706c1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:13:01.328594 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef901387-76ac-4807-a0b5-9f7f7c7a02e5 admin admin] Network hostable DHCP agents. Network: 8652d2c7-f710-4985-a8fd-06083706c1d8, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:13:01.331353 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-44208f64-919a-444e-9612-1fb46786a405 req-91a7050a-9d96-4853-89b6-0e070ca92b2f tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.3917720
Feb 18 11:13:01.401460 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] Checking segment: {'id': '33e16fb9-36b2-4367-903f-c12e943ce64a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9d421f61-3c0b-4c47-ab1a-b5c41a49296a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:13:01.402010 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] Network hostable DHCP agents. Network: 9d421f61-3c0b-4c47-ab1a-b5c41a49296a, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:13:01.428630 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-815e5efe-2db0-4643-8cc2-6b576b5327c3 req-695f597a-445c-4c11-b80c-c1ddc9c1dae6 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016643
Feb 18 11:13:01.431258 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef901387-76ac-4807-a0b5-9f7f7c7a02e5 admin admin] Network 8652d2c7-f710-4985-a8fd-06083706c1d8 is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:13:01.440113 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-44208f64-919a-444e-9612-1fb46786a405 req-b04f0290-f170-4e64-9922-40eaffd31819 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985591
Feb 18 11:13:01.451963 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-ef901387-76ac-4807-a0b5-9f7f7c7a02e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, 8652d2c7-f710-4985-a8fd-06083706c1d8) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:13:01.467364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6178ea88-bb3a-4f35-ba1e-72254183c9a5 None None] Network 8652d2c7-f710-4985-a8fd-06083706c1d8 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:13:01.479672 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] Network 9d421f61-3c0b-4c47-ab1a-b5c41a49296a is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:13:01.487039 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef901387-76ac-4807-a0b5-9f7f7c7a02e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:01.488132 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ef901387-76ac-4807-a0b5-9f7f7c7a02e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:01.505979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, 9d421f61-3c0b-4c47-ab1a-b5c41a49296a) {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:13:01.521408 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:01.527408 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:01.576883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f4ac86-2168-4fd2-9dcc-311be862684a None None] Network 9d421f61-3c0b-4c47-ab1a-b5c41a49296a requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:13:01.590263 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ef901387-76ac-4807-a0b5-9f7f7c7a02e5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.2576826
Feb 18 11:13:01.642926 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5487812
Feb 18 11:13:02.084127 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 40098) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:02.210678 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a468ef-d508-4865-992c-b35adbdf28d8 admin admin] Deleting subnet 9963d0d6-a8cf-48ff-8104-d0a57bd693f6 {{(pid=83932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 11:13:02.216437 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-08a468ef-d508-4865-992c-b35adbdf28d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:02.217961 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device fa00752e-908c-454c-9f4e-b917da415395 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:13:02.310498 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-08a468ef-d508-4865-992c-b35adbdf28d8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:02.337078 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-08a468ef-d508-4865-992c-b35adbdf28d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741126'] for subnet, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:02.482172 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c8b64bd9-a923-4de2-923a-2b1d9df697af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:02.665165 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port fa00752e-908c-454c-9f4e-b917da415395 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:13:02.665847 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:03.077195 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-08a468ef-d508-4865-992c-b35adbdf28d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847034674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:03.232528 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-1b4db5d6-7bec-48c0-aecc-812c4ae228ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:03.263596 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8b2cdc-1768-4a4e-b532-e75212cf9139 None None] Network 9d421f61-3c0b-4c47-ab1a-b5c41a49296a requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:13:03.402159 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a468ef-d508-4865-992c-b35adbdf28d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9963d0d6-a8cf-48ff-8104-d0a57bd693f6,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:03.409643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-08a468ef-d508-4865-992c-b35adbdf28d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:03.499994 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79eb42-2517-4ee1-9a0c-777ca704d8c4 req-2d65030a-8ffb-449b-acde-a8801e4582d8 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:03.509564 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0e79eb42-2517-4ee1-9a0c-777ca704d8c4 req-2d65030a-8ffb-449b-acde-a8801e4582d8 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.4358943
Feb 18 11:13:03.567399 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-08a468ef-d508-4865-992c-b35adbdf28d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:03.579898 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-08a468ef-d508-4865-992c-b35adbdf28d8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9963d0d6-a8cf-48ff-8104-d0a57bd693f6 HTTP/1.1" status: 204  len: 168 time: 1.4939542
Feb 18 11:13:03.583828 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40132) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:03.590177 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0e79eb42-2517-4ee1-9a0c-777ca704d8c4 req-73865a7c-faab-429d-a0d9-687be734755f tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658414
Feb 18 11:13:03.603258 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4569ac14-7acc-47fc-a809-766407888a61 None None] Network 8652d2c7-f710-4985-a8fd-06083706c1d8 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:13:03.734947 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854201257'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:03.952664 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7742001', 'neutron.services.segments.db._delete_segments_for_network--9223363254506393562'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:04.179207 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccca85d6d8>,) {'filters': {'network_id': ['3fa2648a-77a9-40de-b110-086b1c3c4873']}} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:13:04.205170 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccca85d6d8>, 'fb40fe46-ce07-4cc3-a3d3-ca60c31ce7e4') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:13:04.205434 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccca85d6d8>, 'fb40fe46-ce07-4cc3-a3d3-ca60c31ce7e4') {} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:13:04.222386 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254506395610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2096643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:04.243097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:04.247689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 11:13:04.469439 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Network 3fa2648a-77a9-40de-b110-086b1c3c4873 has no segments {{(pid=83933) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:13:04.480294 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7742905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321546'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:04.729071 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Network 3fa2648a-77a9-40de-b110-086b1c3c4873 has no segments {{(pid=83933) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:13:04.879518 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e65f4-bec2-46b1-9184-bc75b5d01958 req-0363a94b-ca90-452e-a09b-45379163122e tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]: Traceback (most recent call last):
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:     timer()
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:     cb(*args, **kw)
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:     return func(*args, **kwargs)
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:     self._notify()
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:     self.callback(batched_events)
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:     event.method(event)
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:     segment_id)['aggregates'][0]
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:     return f(self, *a, **k)
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self._get(url).json()
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:     **kwargs)
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self.request(url, 'GET', **kwargs)
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:     **endpoint_filter)
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 11:13:04.882159 dv-cinder-773985-5-iscsi neutron-server[83816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 11:13:04.886284 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-645e65f4-bec2-46b1-9184-bc75b5d01958 req-0363a94b-ca90-452e-a09b-45379163122e tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.1386256
Feb 18 11:13:04.938639 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847033799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498500'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:04.940905 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-645e65f4-bec2-46b1-9184-bc75b5d01958 req-bb1d0b32-fc3c-4673-b844-ef0e9d58480c tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482256
Feb 18 11:13:04.944784 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:04.972140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:04.991694 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa2648a-77a9-40de-b110-086b1c3c4873,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:05.000557 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3fa2648a-77a9-40de-b110-086b1c3c4873 HTTP/1.1" status: 204  len: 168 time: 1.4151814
Feb 18 11:13:05.003836 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 40148) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:05.011423 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.012091 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.012784 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.013470 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.014068 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.014669 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.015311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.015987 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.016707 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.017377 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.018047 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.018723 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.019638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.020354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.021069 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.021748 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.022430 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.023148 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.024416 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.025118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.025822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.026455 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.027120 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.027785 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:05.033897 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:05.138082 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_v2 [None req-999e8263-1c1f-478f-b952-0808f00df7e8 admin admin] Deleting subnet 25940e6e-a85f-4af6-8633-08ad46a2ded2 {{(pid=83932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 11:13:05.143757 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-999e8263-1c1f-478f-b952-0808f00df7e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:05.258483 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-999e8263-1c1f-478f-b952-0808f00df7e8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:05.263567 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-999e8263-1c1f-478f-b952-0808f00df7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741126'] for subnet, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:05.586238 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-57d0cc74-0930-47cc-b014-7fe78f2b06e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:05.649696 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-999e8263-1c1f-478f-b952-0808f00df7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847034674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:05.676094 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:05.785786 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e8263-1c1f-478f-b952-0808f00df7e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25940e6e-a85f-4af6-8633-08ad46a2ded2,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:05.792180 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-999e8263-1c1f-478f-b952-0808f00df7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:05.849416 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-999e8263-1c1f-478f-b952-0808f00df7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:05.863605 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-999e8263-1c1f-478f-b952-0808f00df7e8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/25940e6e-a85f-4af6-8633-08ad46a2ded2 HTTP/1.1" status: 204  len: 168 time: 0.8579350
Feb 18 11:13:05.867547 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 40162) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:06.089569 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854201257'] for network, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:06.212831 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:06.474043 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7742001', 'neutron.services.segments.db._delete_segments_for_network--9223363254506393562'] for network, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:06.624953 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075cf2a-ba0b-4bbd-85e0-41df235e5052 req-d7fa61a7-644b-4863-b1ba-427822a5e67c tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:06.626782 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f075cf2a-ba0b-4bbd-85e0-41df235e5052 req-d7fa61a7-644b-4863-b1ba-427822a5e67c tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.4702871
Feb 18 11:13:06.743860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fccc9096198>> segment before_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:13:06.744529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fccc9096198>> subnet precommit_delete_associations 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:13:06.745941 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccca1a8f98>> segment_host_mapping after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:13:06.747155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccca1a8f98>> port after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:13:06.747328 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccca1a8f98>> port after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:13:06.747903 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccca1a8f98>> port after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:13:06.748621 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccca1a8f98>> segment after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:13:06.749302 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccca1a8f98>> subnet after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:13:06.749968 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccca1a8f98>> subnet after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:13:06.750585 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccca1a8f98>> subnet after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:13:06.874350 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fccc9fa64e0>> subnet after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:13:06.874741 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fccc9fa64e0>> subnet after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:13:06.875408 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fccc9fa64e0>> subnet before_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:13:06.875791 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fccc9fa64e0>> subnet before_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 11:13:06.876178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccc9dde160>,) {'filters': {'network_id': ['8652d2c7-f710-4985-a8fd-06083706c1d8']}} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:13:06.917234 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f075cf2a-ba0b-4bbd-85e0-41df235e5052 req-7a352f85-6c32-4d8b-bb72-52a4d14b61c6 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2780528
Feb 18 11:13:06.919277 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc9dde160>, '00e2f5ff-e22d-4a80-868f-5e7aeb7a5595') {'for_net_delete': True} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:13:06.919630 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc9dde160>, '00e2f5ff-e22d-4a80-868f-5e7aeb7a5595') {} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:13:06.948460 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254506395610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851689209'] for segment, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:07.013997 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:07.018715 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 11:13:07.471531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Network 8652d2c7-f710-4985-a8fd-06083706c1d8 has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:13:07.492479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7742905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852795161'] for segment, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:07.877170 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c38508-d399-4310-a26d-d3736fa310dd req-f3ac85e9-4a7f-4067-a997-049caec0c4cf tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:07.879762 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0c38508-d399-4310-a26d-d3736fa310dd req-f3ac85e9-4a7f-4067-a997-049caec0c4cf tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/networks?id=9d421f61-3c0b-4c47-ab1a-b5c41a49296a HTTP/1.1" status: 200  len: 808 time: 0.3450267
Feb 18 11:13:07.908468 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0c38508-d399-4310-a26d-d3736fa310dd req-3514d053-cd27-4f2d-b79d-2afbc240d620 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/quotas/d430d31580924116a29c2d91dbc9d8c2 HTTP/1.1" status: 200  len: 375 time: 0.0164950
Feb 18 11:13:08.032569 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0c38508-d399-4310-a26d-d3736fa310dd req-6a8f0b54-59f7-488c-9917-8d440e74e2fd tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d430d31580924116a29c2d91dbc9d8c2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1153371
Feb 18 11:13:08.181035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:08.278415 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0c38508-d399-4310-a26d-d3736fa310dd req-e004916a-bbc5-4998-b6ad-24801d7f304f service neutron] 10.222.0.65 "GET /v2.0/networks/9d421f61-3c0b-4c47-ab1a-b5c41a49296a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2290943
Feb 18 11:13:08.418644 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Network 8652d2c7-f710-4985-a8fd-06083706c1d8 has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:13:08.520527 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:08.546156 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0c38508-d399-4310-a26d-d3736fa310dd req-a4c181a2-e7f2-4956-8bdd-e061afb2f45d service neutron] 10.222.0.65 "GET /v2.0/networks/9d421f61-3c0b-4c47-ab1a-b5c41a49296a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2426872
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   from cryptography.utils import int_from_bytes
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   from cryptography.utils import int_from_bytes
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   (rel_b, rel_a, rel_b),
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   (rel_b, rel_a, rel_b),
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]: Traceback (most recent call last):
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:     timer()
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:     cb(*args, **kw)
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:     return func(*args, **kwargs)
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:     self._notify()
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:     self.callback(batched_events)
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:     event.method(event)
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:     segment_id)['aggregates'][0]
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:     return f(self, *a, **k)
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self._get(url).json()
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:     **kwargs)
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self.request(url, 'GET', **kwargs)
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:     **endpoint_filter)
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 11:13:08.613536 dv-cinder-773985-5-iscsi neutron-server[83816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 11:13:08.749721 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847033799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498500'] for network, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:08.768144 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-d1adc9c1-df8d-45ef-a334-ee1ca1fdd58c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:08.781424 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-d1adc9c1-df8d-45ef-a334-ee1ca1fdd58c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/networks?id=f6991765-5e81-4fe1-8b5d-a8257ead4d37 HTTP/1.1" status: 200  len: 814 time: 0.7981291
Feb 18 11:13:08.785540 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:08.838738 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:08.855584 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8652d2c7-f710-4985-a8fd-06083706c1d8 HTTP/1.1" status: 204  len: 168 time: 2.9860325
Feb 18 11:13:08.858503 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Pushing event deleted for resources: {'Network': ['ID=8652d2c7-f710-4985-a8fd-06083706c1d8,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:08.896363 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.897006 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.897685 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.898812 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.899460 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.900110 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.910078 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.910917 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.911578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.912238 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.912965 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.913637 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.915153 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.915822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.916605 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.917268 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.917922 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.918588 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.919237 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.919885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.924047 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.931534 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.932351 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.933049 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:08.954786 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-108992f0-02f3-4377-bc61-5dd8824abf91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:08.969081 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-45bef630-c805-4f86-b8e1-1c683752082f tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/quotas/0a68c5b433e340019b806363e3e4a841 HTTP/1.1" status: 200  len: 375 time: 0.1427445
Feb 18 11:13:09.181618 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40240) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:09.290632 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-47be5717-0e84-4158-baa0-115e7662384e tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a68c5b433e340019b806363e3e4a841&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2897983
Feb 18 11:13:09.368929 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-71eb784c-ecd3-489c-a2f7-a6d355b88e96 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d0f85748bed47b69ffc68ff2bb55bf0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1850638
Feb 18 11:13:09.371623 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40246) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:09.648328 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-e87e20be-ed74-4b91-b279-086256405a0a service neutron] 10.222.0.65 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3402257
Feb 18 11:13:09.699130 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a9897982-e054-42dc-9057-ed89777c5d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:09.834188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a9897982-e054-42dc-9057-ed89777c5d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:09.999628 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a9897982-e054-42dc-9057-ed89777c5d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:10.009311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d8aa7ef5-03d6-459f-aa9a-69151d11f859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:10.046117 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9897982-e054-42dc-9057-ed89777c5d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198969ca-384e-4c7e-84fb-351cf2885ba1,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:10.060355 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-bca5a583-fa99-4885-a60b-5480cf576cb5 service neutron] 10.222.0.65 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4024992
Feb 18 11:13:10.095711 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a9897982-e054-42dc-9057-ed89777c5d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:10.112740 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a9897982-e054-42dc-9057-ed89777c5d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:10.114860 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-a9897982-e054-42dc-9057-ed89777c5d4e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/198969ca-384e-4c7e-84fb-351cf2885ba1 HTTP/1.1" status: 204  len: 168 time: 0.7415092
Feb 18 11:13:10.196641 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013a935-9833-476c-9643-1afc6fa60188 req-09ab22fa-f195-44e1-b43e-911fc286d6a8 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:10.215876 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4013a935-9833-476c-9643-1afc6fa60188 req-09ab22fa-f195-44e1-b43e-911fc286d6a8 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.7621825
Feb 18 11:13:10.557634 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-07ccad2b-55ad-4d67-9e73-5668f57fbffc req-ea92a0df-a69c-4793-b3ad-0e9bef84ff9a tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 210 time: 0.0647883
Feb 18 11:13:10.616996 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4013a935-9833-476c-9643-1afc6fa60188 req-1f665b07-2a5e-4b0d-a90a-8782de460613 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3992398
Feb 18 11:13:10.762725 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-afe6cfd0-b89c-4def-9932-6307e7690d82 req-77e70462-896a-4e3c-bd0b-e27b6df18b2c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 210 time: 0.0855138
Feb 18 11:13:11.072671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 40284) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:11.158221 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-7fbcf3d3-8b36-4d5b-8bea-98fcbf9b37e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ba99668743c9403880a4592617ab4f07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0838907
Feb 18 11:13:11.160874 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 40288) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:11.231770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-510d77e7-0ab0-4f3c-b333-de688d602937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:11.263397 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-510d77e7-0ab0-4f3c-b333-de688d602937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:11.314707 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-510d77e7-0ab0-4f3c-b333-de688d602937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:11.324508 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9efc7624-bd08-4098-877d-ec8b0f3c7d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:11.348784 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d77e7-0ab0-4f3c-b333-de688d602937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92de3af-c1ca-498b-bc44-ac58f3555ee0,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:11.355075 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-510d77e7-0ab0-4f3c-b333-de688d602937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:11.359419 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-510d77e7-0ab0-4f3c-b333-de688d602937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:11.363851 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-510d77e7-0ab0-4f3c-b333-de688d602937 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a92de3af-c1ca-498b-bc44-ac58f3555ee0 HTTP/1.1" status: 204  len: 168 time: 0.1992810
Feb 18 11:13:11.841309 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ceee4154-21bd-47a8-ac3a-a9102fd3d3db req-4533cf65-8bb3-4e70-b742-f5b79271eea7 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 210 time: 0.0724101
Feb 18 11:13:12.100713 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d1871-2239-47f1-adaa-30af02acbebc req-eaf063b6-f6ba-4fdf-8f7e-5e6869be23c6 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:12.106629 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e80d1871-2239-47f1-adaa-30af02acbebc req-eaf063b6-f6ba-4fdf-8f7e-5e6869be23c6 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.1195433
Feb 18 11:13:12.140750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 40320) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:12.203738 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e80d1871-2239-47f1-adaa-30af02acbebc req-4b369568-5ed5-499a-ba99-8df99db75bb5 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881388
Feb 18 11:13:12.358178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8bc0b44-10fc-4ba0-93ae-63fc74528005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:12.385626 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d8bc0b44-10fc-4ba0-93ae-63fc74528005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:12.390538 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d8bc0b44-10fc-4ba0-93ae-63fc74528005 admin admin] Usage tracker for resource:security_group_rule and tenant:c61c5107dbe143dbb4890d64eca16859 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:13:12.394387 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d8bc0b44-10fc-4ba0-93ae-63fc74528005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:13:12.403267 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d8bc0b44-10fc-4ba0-93ae-63fc74528005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:12.462775 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ca06496d-ef05-4614-9bc8-f041b8da5afd req-c1e7489c-e27e-470c-aa02-545cba870877 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 210 time: 0.0952663
Feb 18 11:13:12.521188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8bc0b44-10fc-4ba0-93ae-63fc74528005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:12.525659 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8bc0b44-10fc-4ba0-93ae-63fc74528005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:12.540300 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-510d77e7-0ab0-4f3c-b333-de688d602937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:12.592687 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d8bc0b44-10fc-4ba0-93ae-63fc74528005 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c61c5107dbe143dbb4890d64eca16859&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4461443
Feb 18 11:13:12.593233 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 40334) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:12.620533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc0b44-10fc-4ba0-93ae-63fc74528005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e576cb1d-1689-43e4-9ec9-2261f93d2b1d,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:12.628474 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d8bc0b44-10fc-4ba0-93ae-63fc74528005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:12.740590 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-552f006e-1383-496a-a558-d9dbab454c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:12.794813 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-552f006e-1383-496a-a558-d9dbab454c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:12.864338 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-552f006e-1383-496a-a558-d9dbab454c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:12.870535 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-df181f18-81e2-49cb-9ac7-fbd21eb226a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:12.883859 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f006e-1383-496a-a558-d9dbab454c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e576cb1d-1689-43e4-9ec9-2261f93d2b1d,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:12.893250 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-552f006e-1383-496a-a558-d9dbab454c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:12.894126 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-552f006e-1383-496a-a558-d9dbab454c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:12.899373 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-552f006e-1383-496a-a558-d9dbab454c7e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e576cb1d-1689-43e4-9ec9-2261f93d2b1d HTTP/1.1" status: 204  len: 168 time: 0.3039844
Feb 18 11:13:13.164705 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e3a6a9e4-6bfd-4183-8eab-e13d88a3c0f6 req-f2678954-6332-4577-8f47-4f442fb94c58 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 210 time: 0.1096115
Feb 18 11:13:13.583256 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ccdda-fdb3-4e5c-87c3-6d6317093640 req-591f70b3-237a-4ea8-971f-699cfff2a14a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:13.597128 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3b4ccdda-fdb3-4e5c-87c3-6d6317093640 req-591f70b3-237a-4ea8-971f-699cfff2a14a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.2212539
Feb 18 11:13:13.642728 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 40366) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:13.657150 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3b4ccdda-fdb3-4e5c-87c3-6d6317093640 req-cdac82a8-e427-410c-ba0b-c7aa93f90fa6 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586691
Feb 18 11:13:13.694268 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6617aec9-9c4e-4559-87c1-64dc6067f661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:13.749908 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-6617aec9-9c4e-4559-87c1-64dc6067f661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:13.761914 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-6617aec9-9c4e-4559-87c1-64dc6067f661 admin admin] Usage tracker for resource:security_group_rule and tenant:faf8241f91da42718d07f2042ebf1f3b is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:13:13.768840 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-6617aec9-9c4e-4559-87c1-64dc6067f661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:13:13.786491 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-6617aec9-9c4e-4559-87c1-64dc6067f661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:13.960070 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4f597bd1-8503-482b-8834-1ef1dbed08de req-b22dc8df-0e2a-482c-8ab3-9aeac9755595 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 210 time: 0.0977328
Feb 18 11:13:14.001324 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6617aec9-9c4e-4559-87c1-64dc6067f661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:14.006806 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6617aec9-9c4e-4559-87c1-64dc6067f661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:14.017656 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:14.082593 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617aec9-9c4e-4559-87c1-64dc6067f661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75fa37c-1115-4c80-947d-2dc3704b170b,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:14.093767 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6617aec9-9c4e-4559-87c1-64dc6067f661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:14.099650 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-6617aec9-9c4e-4559-87c1-64dc6067f661 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=faf8241f91da42718d07f2042ebf1f3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4548035
Feb 18 11:13:14.104122 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 40378) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:14.204460 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-93a5b2e7-0cfb-4d7c-affe-31ceea74d597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:14.249040 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-93a5b2e7-0cfb-4d7c-affe-31ceea74d597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:14.327830 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-93a5b2e7-0cfb-4d7c-affe-31ceea74d597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:14.342974 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f897f862-b296-49e8-a1c6-01f5f2ef4da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:14.367698 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5b2e7-0cfb-4d7c-affe-31ceea74d597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75fa37c-1115-4c80-947d-2dc3704b170b,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:14.370814 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-93a5b2e7-0cfb-4d7c-affe-31ceea74d597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:14.484566 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-93a5b2e7-0cfb-4d7c-affe-31ceea74d597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:14.489972 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-93a5b2e7-0cfb-4d7c-affe-31ceea74d597 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f75fa37c-1115-4c80-947d-2dc3704b170b HTTP/1.1" status: 204  len: 168 time: 0.3799775
Feb 18 11:13:14.616492 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-98f04539-d7f9-4d2d-8ab5-c7a20349c416 req-90358617-f229-4e7b-9e59-3e915bb65185 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 210 time: 0.0840735
Feb 18 11:13:14.751937 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c38508-d399-4310-a26d-d3736fa310dd req-1208a217-92eb-43b0-8a51-7fa08454ea82 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:14.753661 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-a0c38508-d399-4310-a26d-d3736fa310dd req-1208a217-92eb-43b0-8a51-7fa08454ea82 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Synchronizing usage tracker for tenant:d430d31580924116a29c2d91dbc9d8c2 on resource:network {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:13:14.795098 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 699e36f6-2246-4dce-bdb0-9fa08e5d976d up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:13:14.854536 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-a0c38508-d399-4310-a26d-d3736fa310dd req-1208a217-92eb-43b0-8a51-7fa08454ea82 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Unset dirty status for tenant:d430d31580924116a29c2d91dbc9d8c2 on resource:network {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:13:14.859759 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0c38508-d399-4310-a26d-d3736fa310dd req-1208a217-92eb-43b0-8a51-7fa08454ea82 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.79 "GET /v2.0/networks?id=9d421f61-3c0b-4c47-ab1a-b5c41a49296a HTTP/1.1" status: 200  len: 808 time: 0.4938779
Feb 18 11:13:14.899747 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-a0c38508-d399-4310-a26d-d3736fa310dd req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Request body: {'port': {'device_id': '0f3c1031-d2aa-4568-adc8-d89a316e2c51', 'network_id': '9d421f61-3c0b-4c47-ab1a-b5c41a49296a', 'admin_state_up': True, 'tenant_id': 'd430d31580924116a29c2d91dbc9d8c2'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:13:14.997711 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f878e5b-3aaa-43a9-abfa-f62db6fad8cc req-d414480c-5566-449d-aaa6-a02d745e5bfb tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:15.013697 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4f878e5b-3aaa-43a9-abfa-f62db6fad8cc req-d414480c-5566-449d-aaa6-a02d745e5bfb tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.1658292
Feb 18 11:13:15.206243 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4f878e5b-3aaa-43a9-abfa-f62db6fad8cc req-9dc41f65-3b0c-4af3-b2b5-5834c33c2d82 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782205
Feb 18 11:13:15.250095 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 699e36f6-2246-4dce-bdb0-9fa08e5d976d triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:13:15.250737 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:15.458324 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-a0c38508-d399-4310-a26d-d3736fa310dd req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:15.475124 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-a0c38508-d399-4310-a26d-d3736fa310dd req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Usage tracker for resource:port and tenant:d430d31580924116a29c2d91dbc9d8c2 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:13:15.490270 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-a0c38508-d399-4310-a26d-d3736fa310dd req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:13:15.521025 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-a0c38508-d399-4310-a26d-d3736fa310dd req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:15.627563 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c38508-d399-4310-a26d-d3736fa310dd req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Made reservation on behalf of d430d31580924116a29c2d91dbc9d8c2 for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:13:15.639374 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a0c38508-d399-4310-a26d-d3736fa310dd req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:15.701880 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-47fc26b1-65c7-45f4-a70a-be530dd85fb7 req-e305cb73-a158-48c9-a315-8c2aa315da3f tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 210 time: 0.1994729
Feb 18 11:13:16.317190 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-79300d87-69f0-4660-a516-676a93630db5 req-94b15169-f13a-4207-8790-4c718add3957 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 210 time: 0.1767340
Feb 18 11:13:16.779316 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-b7dccd45-92cc-455f-b8ec-9e80de58fea0 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:16.782785 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-b7dccd45-92cc-455f-b8ec-9e80de58fea0 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.79 "GET /v2.0/networks?id=f6991765-5e81-4fe1-8b5d-a8257ead4d37 HTTP/1.1" status: 200  len: 814 time: 0.5948200
Feb 18 11:13:16.822421 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-b8e9ff63-8942-40fb-833f-58bc2afe1252 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Request body: {'port': {'device_id': '2506944a-4547-4598-9928-9d86ed56af40', 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37', 'admin_state_up': True, 'tenant_id': '0a68c5b433e340019b806363e3e4a841'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:13:16.839611 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98353f0-6097-4244-b89f-bc8df000c8c7 req-0cefa2e7-63b1-440d-92ae-a137b23b5dce tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:16.842530 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f98353f0-6097-4244-b89f-bc8df000c8c7 req-0cefa2e7-63b1-440d-92ae-a137b23b5dce tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.3032913
Feb 18 11:13:16.934870 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91891b-c9e5-41ac-ab3a-a744f45bab6c req-15c8d22f-574b-4f4b-a302-03f50e9d238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:16.943874 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ec91891b-c9e5-41ac-ab3a-a744f45bab6c req-15c8d22f-574b-4f4b-a302-03f50e9d238c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 1162 time: 0.7583554
Feb 18 11:13:17.059323 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f98353f0-6097-4244-b89f-bc8df000c8c7 req-e26c704a-afa1-47ca-8e90-be754aefef5a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2028389
Feb 18 11:13:17.550104 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-b8e9ff63-8942-40fb-833f-58bc2afe1252 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:17.632506 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1b3f5ed6-b1c1-4064-957a-10b73c3356c0 req-e284ef39-9577-4f18-b254-5a88cb958fd6 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 210 time: 0.4505908
Feb 18 11:13:17.655178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-b8e9ff63-8942-40fb-833f-58bc2afe1252 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:17.725407 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ec91891b-c9e5-41ac-ab3a-a744f45bab6c req-e80f56dc-dac3-43de-811d-c49e610bfa3f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5194328
Feb 18 11:13:17.734493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-a0c38508-d399-4310-a26d-d3736fa310dd req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Allocated IP 172.20.0.3 (9d421f61-3c0b-4c47-ab1a-b5c41a49296a/5960a747-d2be-4d3b-8556-3dbd5e564c56/5d9db789-126c-40fa-8553-6452a67a40cc) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:13:17.752454 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-b8e9ff63-8942-40fb-833f-58bc2afe1252 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Made reservation on behalf of 0a68c5b433e340019b806363e3e4a841 for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:13:17.768781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-b8e9ff63-8942-40fb-833f-58bc2afe1252 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:17.893981 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dca6c1c0-b5b6-453d-bf5c-c2814dea22e0 req-4bd569fe-461b-4116-932e-4f3f2932c2fd tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 210 time: 0.2313042
Feb 18 11:13:18.418000 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0b2de-0909-4697-b82f-bc35da68ff06 req-7f01894b-ac23-4713-9113-a4785064fb3d tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:18.428833 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0d0b2de-0909-4697-b82f-bc35da68ff06 req-7f01894b-ac23-4713-9113-a4785064fb3d tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.1882570
Feb 18 11:13:18.499712 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0d0b2de-0909-4697-b82f-bc35da68ff06 req-82c8b969-0ae2-40f2-8292-c2513b7d8b28 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689862
Feb 18 11:13:19.095812 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a0c38508-d399-4310-a26d-d3736fa310dd req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:19.198434 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a0c38508-d399-4310-a26d-d3736fa310dd req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:19.240951 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-73d0db52-c079-4ed2-8d73-75ed63c31c01 req-8c30b3fa-217c-41d9-aef1-c1f89aea90eb tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 210 time: 0.3078549
Feb 18 11:13:19.474801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14078b4-c791-4f4d-ad9b-d6025b570d32 req-ae7613ea-8d42-49cd-a49f-7901f2501d9c tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:19.483789 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a14078b4-c791-4f4d-ad9b-d6025b570d32 req-ae7613ea-8d42-49cd-a49f-7901f2501d9c tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 931 time: 0.3114796
Feb 18 11:13:19.512075 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:13:19.549650 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-b8e9ff63-8942-40fb-833f-58bc2afe1252 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Allocated IP 172.20.0.7 (f6991765-5e81-4fe1-8b5d-a8257ead4d37/02b055e1-68bd-400d-ac6c-e375d18c7b51/6b751d38-e347-4277-bd35-b8a638cda06a) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:13:19.563052 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:19.583147 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a14078b4-c791-4f4d-ad9b-d6025b570d32 req-ed3e8d83-ea5f-456a-84d1-b49d2ffcc613 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976079
Feb 18 11:13:19.780593 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c38508-d399-4310-a26d-d3736fa310dd req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Network 9d421f61-3c0b-4c47-ab1a-b5c41a49296a is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:13:19.797036 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-a0c38508-d399-4310-a26d-d3736fa310dd req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:13:19.800097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c38508-d399-4310-a26d-d3736fa310dd req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:13:19.858770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Pushing event updated for resources: {'Port': ['ID=5d9db789-126c-40fa-8553-6452a67a40cc,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:19.861438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:20.183062 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 699e36f6-2246-4dce-bdb0-9fa08e5d976d up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:13:20.211496 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c38508-d399-4310-a26d-d3736fa310dd req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:20.212687 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a0c38508-d399-4310-a26d-d3736fa310dd req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:20.381818 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0c38508-d399-4310-a26d-d3736fa310dd req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.4994888
Feb 18 11:13:20.390802 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 699e36f6-2246-4dce-bdb0-9fa08e5d976d triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:13:20.391517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:20.458382 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Request body: {'port': {'device_id': '0f3c1031-d2aa-4568-adc8-d89a316e2c51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:13:20.612554 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c03d9-1a02-4f87-83f8-39e9d7d8d101 req-7ed889a8-a80f-4ae7-bccd-4fe4f01e3f54 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:20.645794 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f83c03d9-1a02-4f87-83f8-39e9d7d8d101 req-7ed889a8-a80f-4ae7-bccd-4fe4f01e3f54 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.8005078
Feb 18 11:13:20.805038 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-00aaceb5-bd68-4aac-a7c8-e9aba99b7cd8 req-e5e36147-4a97-4557-8e09-b2ebba1ee7f1 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 210 time: 0.1273234
Feb 18 11:13:20.995482 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:21.066650 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-b8e9ff63-8942-40fb-833f-58bc2afe1252 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:21.172731 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f83c03d9-1a02-4f87-83f8-39e9d7d8d101 req-8432a2aa-5210-4ff9-b2df-1aabd4d7537e tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2849190
Feb 18 11:13:21.549974 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-b8e9ff63-8942-40fb-833f-58bc2afe1252 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:21.668087 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:22.017719 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0200aeb-6feb-43bc-8ba0-f7a85fbda974 req-ef3144cf-d875-4858-bf24-9c70b5ab501b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:22.033400 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0200aeb-6feb-43bc-8ba0-f7a85fbda974 req-ef3144cf-d875-4858-bf24-9c70b5ab501b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 931 time: 0.1976111
Feb 18 11:13:22.140360 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0200aeb-6feb-43bc-8ba0-f7a85fbda974 req-c3bf67c8-4b87-4072-8d2a-13154b087b30 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027942
Feb 18 11:13:22.191588 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9ff63-8942-40fb-833f-58bc2afe1252 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Pushing event updated for resources: {'Port': ['ID=6b751d38-e347-4277-bd35-b8a638cda06a,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:22.205611 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b8e9ff63-8942-40fb-833f-58bc2afe1252 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:22.623779 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c08d2-960f-4374-8747-264e8ff7dc3f req-40822c2a-f9ce-4799-ae0e-e38cda3ac19e tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:22.645965 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3a6c08d2-960f-4374-8747-264e8ff7dc3f req-40822c2a-f9ce-4799-ae0e-e38cda3ac19e tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 931 time: 0.2396004
Feb 18 11:13:22.690529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-b8e9ff63-8942-40fb-833f-58bc2afe1252 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Network f6991765-5e81-4fe1-8b5d-a8257ead4d37 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:13:22.803713 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-b8e9ff63-8942-40fb-833f-58bc2afe1252 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:13:22.820722 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3a6c08d2-960f-4374-8747-264e8ff7dc3f req-4814a21f-ef50-40c4-8743-eef7881c2347 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643095
Feb 18 11:13:22.861235 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-b8e9ff63-8942-40fb-833f-58bc2afe1252 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:13:22.971622 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9db789-126c-40fa-8553-6452a67a40cc {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:13:22.988937 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:23.016969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Transition to ACTIVE for port object 5d9db789-126c-40fa-8553-6452a67a40cc will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:13:23.049809 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:23.277509 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40620) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:23.290837 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:23.545833 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f40fd-c2c4-4a09-bb7c-09b92b05cc49 req-4c8ded77-dc44-41ba-ac74-09ad7314b396 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:23.549242 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-658f40fd-c2c4-4a09-bb7c-09b92b05cc49 req-4c8ded77-dc44-41ba-ac74-09ad7314b396 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 2.0023539
Feb 18 11:13:23.643428 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d7d37-61cb-497e-9141-1c7a9cf7f7f1 req-9edb79ae-c2af-4314-8571-6ab63e476722 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:23.646453 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b52d7d37-61cb-497e-9141-1c7a9cf7f7f1 req-9edb79ae-c2af-4314-8571-6ab63e476722 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 943 time: 0.2072585
Feb 18 11:13:23.647213 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40646) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:23.829377 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b52d7d37-61cb-497e-9141-1c7a9cf7f7f1 req-32384782-fde7-4d73-b680-ab1dc4c209b1 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508904
Feb 18 11:13:23.889222 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-b8e9ff63-8942-40fb-833f-58bc2afe1252 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:23.890447 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-b8e9ff63-8942-40fb-833f-58bc2afe1252 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:23.907750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e7e43f1a-c87e-4f73-a999-fcc50def32c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:23.942619 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-e7e43f1a-c87e-4f73-a999-fcc50def32c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:23.958044 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-e7e43f1a-c87e-4f73-a999-fcc50def32c6 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd64d549dc44e049a99d49e8bdccb4a is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:13:23.971400 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-e7e43f1a-c87e-4f73-a999-fcc50def32c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:13:23.999597 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-e7e43f1a-c87e-4f73-a999-fcc50def32c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:24.030918 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9db789-126c-40fa-8553-6452a67a40cc,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:24.049836 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:24.081562 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-658f40fd-c2c4-4a09-bb7c-09b92b05cc49 req-bbf6f6ee-874f-44ae-8123-daa42d0cf665 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3397353
Feb 18 11:13:24.103915 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-b8e9ff63-8942-40fb-833f-58bc2afe1252 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.2938161
Feb 18 11:13:24.122364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d4d2e4ce-377d-47c6-8c2a-075fc07aaa5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:24.150652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Attempting to bind port 5d9db789-126c-40fa-8553-6452a67a40cc on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:13:24.151274 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Attempting to bind port 5d9db789-126c-40fa-8553-6452a67a40cc by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '33e16fb9-36b2-4367-903f-c12e943ce64a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9d421f61-3c0b-4c47-ab1a-b5c41a49296a'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:13:24.152064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Attempting to bind port 5d9db789-126c-40fa-8553-6452a67a40cc on network 9d421f61-3c0b-4c47-ab1a-b5c41a49296a {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:13:24.165434 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Request body: {'port': {'device_id': '2506944a-4547-4598-9928-9d86ed56af40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:13:24.182830 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d4d2e4ce-377d-47c6-8c2a-075fc07aaa5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:24.199279 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d4d2e4ce-377d-47c6-8c2a-075fc07aaa5e admin admin] Usage tracker for resource:security_group_rule and tenant:952c01321f2547d982fd9cf5c648aa4e is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:13:24.211727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d4d2e4ce-377d-47c6-8c2a-075fc07aaa5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:13:24.232340 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d4d2e4ce-377d-47c6-8c2a-075fc07aaa5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:24.259556 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:13:24.260167 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Checking segment: {'id': '33e16fb9-36b2-4367-903f-c12e943ce64a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9d421f61-3c0b-4c47-ab1a-b5c41a49296a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:13:24.261087 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:24.261746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Bound using segment: {'id': '33e16fb9-36b2-4367-903f-c12e943ce64a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9d421f61-3c0b-4c47-ab1a-b5c41a49296a'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:13:24.262583 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Bound port: 5d9db789-126c-40fa-8553-6452a67a40cc, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e16fb9-36b2-4367-903f-c12e943ce64a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9d421f61-3c0b-4c47-ab1a-b5c41a49296a'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:13:24.263203 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:24.605896 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e7e43f1a-c87e-4f73-a999-fcc50def32c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:24.623850 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855da00-9931-4010-a5f8-48a76d291c5f req-8761f633-2c77-4a9e-8bf6-18cc2e93f0b2 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:24.627834 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9855da00-9931-4010-a5f8-48a76d291c5f req-8761f633-2c77-4a9e-8bf6-18cc2e93f0b2 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 931 time: 0.3979278
Feb 18 11:13:24.638916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e7e43f1a-c87e-4f73-a999-fcc50def32c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:24.670221 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:24.806461 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e43f1a-c87e-4f73-a999-fcc50def32c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96997340-aaba-42af-a5f4-0ff7a9454dc4,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:24.812773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e7e43f1a-c87e-4f73-a999-fcc50def32c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:24.885292 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-e7e43f1a-c87e-4f73-a999-fcc50def32c6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6bd64d549dc44e049a99d49e8bdccb4a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6056356
Feb 18 11:13:24.886383 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40668) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:24.949278 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9855da00-9931-4010-a5f8-48a76d291c5f req-e277a303-d06a-45df-b8c8-cc35f79fcfbb tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2905400
Feb 18 11:13:25.192016 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d4d2e4ce-377d-47c6-8c2a-075fc07aaa5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:25.203742 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d4d2e4ce-377d-47c6-8c2a-075fc07aaa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:25.233358 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5f6f4d73-6ec7-44f1-8f01-614c45027e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:25.246890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-54d8dc24-7819-4a3b-8647-3418ac5cc56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:25.344454 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-54d8dc24-7819-4a3b-8647-3418ac5cc56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:25.475897 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] For port 5d9db789-126c-40fa-8553-6452a67a40cc, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:13:25.505546 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:25.510313 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-54d8dc24-7819-4a3b-8647-3418ac5cc56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:25.521612 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2e4ce-377d-47c6-8c2a-075fc07aaa5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f52c1da-251c-4577-bdb5-1cd2ef081287,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:25.537446 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d4d2e4ce-377d-47c6-8c2a-075fc07aaa5e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=952c01321f2547d982fd9cf5c648aa4e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8842840
Feb 18 11:13:25.537446 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d4d2e4ce-377d-47c6-8c2a-075fc07aaa5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:25.543475 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ffb6fd5b-63b4-47b5-a869-889fcef50105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:25.571238 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40682) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:25.622815 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8dc24-7819-4a3b-8647-3418ac5cc56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96997340-aaba-42af-a5f4-0ff7a9454dc4,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:25.631856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-54d8dc24-7819-4a3b-8647-3418ac5cc56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:25.634202 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-54d8dc24-7819-4a3b-8647-3418ac5cc56a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/96997340-aaba-42af-a5f4-0ff7a9454dc4 HTTP/1.1" status: 204  len: 168 time: 0.7325749
Feb 18 11:13:25.641867 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-54d8dc24-7819-4a3b-8647-3418ac5cc56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:25.853761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8ceced4c-9897-4a31-b031-61d16b1c4c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:25.965886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8ceced4c-9897-4a31-b031-61d16b1c4c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:26.012780 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] For port 5d9db789-126c-40fa-8553-6452a67a40cc, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=5d9db789-126c-40fa-8553-6452a67a40cc,segment=NetworkSegment(33e16fb9-36b2-4367-903f-c12e943ce64a),segment_id=33e16fb9-36b2-4367-903f-c12e943ce64a)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:13:26.067271 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:26.111714 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8ceced4c-9897-4a31-b031-61d16b1c4c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:26.123765 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7c942b95-980d-4f7d-9c8c-9e18651644f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:26.156325 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceced4c-9897-4a31-b031-61d16b1c4c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f52c1da-251c-4577-bdb5-1cd2ef081287,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:26.167010 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8ceced4c-9897-4a31-b031-61d16b1c4c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:26.173402 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8ceced4c-9897-4a31-b031-61d16b1c4c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:26.176038 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8ceced4c-9897-4a31-b031-61d16b1c4c1b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f52c1da-251c-4577-bdb5-1cd2ef081287 HTTP/1.1" status: 204  len: 168 time: 0.5981290
Feb 18 11:13:26.390841 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:26.573493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabec10-0702-41e4-9d2e-6eeae7b4d2ac req-34f2fb91-f5b6-46be-9335-21ac26ca856f tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:26.574749 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-cfabec10-0702-41e4-9d2e-6eeae7b4d2ac req-34f2fb91-f5b6-46be-9335-21ac26ca856f tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Synchronizing usage tracker for tenant:d430d31580924116a29c2d91dbc9d8c2 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:13:26.646586 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9db789-126c-40fa-8553-6452a67a40cc,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:26.656249 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:26.762701 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94c950-9c18-4e0b-ba63-68ce4656c113 req-f5d79169-d426-4541-97c2-d58bdf6b1b86 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:26.766549 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8b94c950-9c18-4e0b-ba63-68ce4656c113 req-f5d79169-d426-4541-97c2-d58bdf6b1b86 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 931 time: 0.2254345
Feb 18 11:13:26.799085 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40714) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:26.903298 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4da669f8-6be5-4ea2-8fbd-6494512e5d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:26.960503 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-4da669f8-6be5-4ea2-8fbd-6494512e5d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:26.972482 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-4da669f8-6be5-4ea2-8fbd-6494512e5d4c admin admin] Usage tracker for resource:security_group_rule and tenant:94e73bbc82cf4bdca14772710e233bb4 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:13:26.976895 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-4da669f8-6be5-4ea2-8fbd-6494512e5d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:13:26.990168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-4da669f8-6be5-4ea2-8fbd-6494512e5d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:27.044768 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-cfabec10-0702-41e4-9d2e-6eeae7b4d2ac req-34f2fb91-f5b6-46be-9335-21ac26ca856f tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Unset dirty status for tenant:d430d31580924116a29c2d91dbc9d8c2 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:13:27.059889 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cfabec10-0702-41e4-9d2e-6eeae7b4d2ac req-34f2fb91-f5b6-46be-9335-21ac26ca856f tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 943 time: 1.7871363
Feb 18 11:13:27.158052 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:27.159790 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:27.162729 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0c38508-d399-4310-a26d-d3736fa310dd req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] 10.222.0.79 "PUT /v2.0/ports/5d9db789-126c-40fa-8553-6452a67a40cc HTTP/1.1" status: 200  len: 1157 time: 6.7285197
Feb 18 11:13:27.178445 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3c1031-d2aa-4568-adc8-d89a316e2c51', 'tag': '5d9db789-126c-40fa-8553-6452a67a40cc'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:13:27.262770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-cfabec10-0702-41e4-9d2e-6eeae7b4d2ac req-9c7c31ab-82d4-4133-94c6-8037a9b7fac3 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Synchronizing usage tracker for tenant:d430d31580924116a29c2d91dbc9d8c2 on resource:security_group {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:13:27.432178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-cfabec10-0702-41e4-9d2e-6eeae7b4d2ac req-9c7c31ab-82d4-4133-94c6-8037a9b7fac3 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Unset dirty status for tenant:d430d31580924116a29c2d91dbc9d8c2 on resource:security_group {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:13:27.434397 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cfabec10-0702-41e4-9d2e-6eeae7b4d2ac req-9c7c31ab-82d4-4133-94c6-8037a9b7fac3 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3705742
Feb 18 11:13:27.448505 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4da669f8-6be5-4ea2-8fbd-6494512e5d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:27.473319 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4da669f8-6be5-4ea2-8fbd-6494512e5d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:27.544202 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b403e11d-f13b-4efd-994a-0112b72e52f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:27.641480 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8b94c950-9c18-4e0b-ba63-68ce4656c113 req-da771b5b-a28b-405b-a113-cafaa29a3b71 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7812982
Feb 18 11:13:27.642388 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40730) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:27.779781 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3c1031-d2aa-4568-adc8-d89a316e2c51', 'tag': '5d9db789-126c-40fa-8553-6452a67a40cc', 'status': 'completed', 'code': 200}
Feb 18 11:13:27.814726 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f9a5e071-c37f-4c26-9402-44d4399d35bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:27.927388 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-4da669f8-6be5-4ea2-8fbd-6494512e5d4c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=94e73bbc82cf4bdca14772710e233bb4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1264875
Feb 18 11:13:27.930633 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f9a5e071-c37f-4c26-9402-44d4399d35bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:27.933124 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b751d38-e347-4277-bd35-b8a638cda06a {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:13:27.936792 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40736) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:27.940353 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da669f8-6be5-4ea2-8fbd-6494512e5d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088415d3-068f-4af9-8c98-26203098b96f,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:27.949698 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4da669f8-6be5-4ea2-8fbd-6494512e5d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:27.951612 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f9a5e071-c37f-4c26-9402-44d4399d35bd admin admin] Usage tracker for resource:security_group_rule and tenant:cd00ac827a58404d9657f4af0b4d8c9e is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:13:27.973095 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:27.983578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f9a5e071-c37f-4c26-9402-44d4399d35bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:13:28.004881 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f9a5e071-c37f-4c26-9402-44d4399d35bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:28.030732 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Transition to ACTIVE for port object 6b751d38-e347-4277-bd35-b8a638cda06a will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:13:28.038733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c38508-d399-4310-a26d-d3736fa310dd req-0c062a4f-a5aa-4802-82cd-1310fa8a460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:28.042371 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0c38508-d399-4310-a26d-d3736fa310dd req-0c062a4f-a5aa-4802-82cd-1310fa8a460d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d430d31580924116a29c2d91dbc9d8c2&device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 1160 time: 0.7646918
Feb 18 11:13:28.057374 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:28.095887 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:28.307640 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3135-7e04-4eee-8d1b-46dba6c986c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:28.392222 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f9a5e071-c37f-4c26-9402-44d4399d35bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:28.413650 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3135-7e04-4eee-8d1b-46dba6c986c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:28.441843 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f9a5e071-c37f-4c26-9402-44d4399d35bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:28.455121 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0c38508-d399-4310-a26d-d3736fa310dd req-791cef80-e829-45ab-9480-cca19bdee128 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d9db789-126c-40fa-8553-6452a67a40cc HTTP/1.1" status: 200  len: 217 time: 0.3656170
Feb 18 11:13:28.470682 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:28.561721 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5e071-c37f-4c26-9402-44d4399d35bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb20ec6-ca56-49c2-aff0-7f03049cbe99,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:28.578187 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f9a5e071-c37f-4c26-9402-44d4399d35bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:28.659356 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-f9a5e071-c37f-4c26-9402-44d4399d35bd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd00ac827a58404d9657f4af0b4d8c9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9583614
Feb 18 11:13:28.671144 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40748) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:28.765231 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Pushing event updated for resources: {'Port': ['ID=6b751d38-e347-4277-bd35-b8a638cda06a,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:28.781975 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:28.850305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c38508-d399-4310-a26d-d3736fa310dd req-4c003005-1a47-4ab4-aff7-63b5c7947c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:28.854125 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0c38508-d399-4310-a26d-d3736fa310dd req-4c003005-1a47-4ab4-aff7-63b5c7947c19 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5960a747-d2be-4d3b-8556-3dbd5e564c56 HTTP/1.1" status: 200  len: 848 time: 0.3815665
Feb 18 11:13:28.917074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3135-7e04-4eee-8d1b-46dba6c986c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:28.928271 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-220d3283-c93a-430d-97c3-cb7dd6604058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:28.999717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6d59a3ab-522f-4df3-a75c-308634a2cbcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:29.025539 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-220d3283-c93a-430d-97c3-cb7dd6604058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:29.122590 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0c38508-d399-4310-a26d-d3736fa310dd req-e826947b-fa16-436d-b543-1c9eba79195a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9d421f61-3c0b-4c47-ab1a-b5c41a49296a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2357025
Feb 18 11:13:29.124013 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a3135-7e04-4eee-8d1b-46dba6c986c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088415d3-068f-4af9-8c98-26203098b96f,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:29.139014 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8c5a3135-7e04-4eee-8d1b-46dba6c986c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:29.207104 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3135-7e04-4eee-8d1b-46dba6c986c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:29.209271 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8c5a3135-7e04-4eee-8d1b-46dba6c986c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/088415d3-068f-4af9-8c98-26203098b96f HTTP/1.1" status: 204  len: 168 time: 1.2624371
Feb 18 11:13:29.281473 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-220d3283-c93a-430d-97c3-cb7dd6604058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:29.295088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:29.321367 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d3283-c93a-430d-97c3-cb7dd6604058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb20ec6-ca56-49c2-aff0-7f03049cbe99,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:29.334804 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-220d3283-c93a-430d-97c3-cb7dd6604058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:29.352245 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-220d3283-c93a-430d-97c3-cb7dd6604058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:29.354776 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-220d3283-c93a-430d-97c3-cb7dd6604058 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bbb20ec6-ca56-49c2-aff0-7f03049cbe99 HTTP/1.1" status: 204  len: 168 time: 0.6809103
Feb 18 11:13:29.369320 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8167eb1-ea93-49f9-8955-b820f78ade9b req-86f4fcf6-e712-4a31-ab41-21091ebf1dd5 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:29.385346 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a8167eb1-ea93-49f9-8955-b820f78ade9b req-86f4fcf6-e712-4a31-ab41-21091ebf1dd5 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 943 time: 0.3394387
Feb 18 11:13:29.472162 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a8167eb1-ea93-49f9-8955-b820f78ade9b req-ee8dd285-a921-495f-9a80-85f205c343f0 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854397
Feb 18 11:13:29.545098 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895ff27-9cc0-430b-98c0-c0ec5424bac4 req-43f84108-d4a4-46bf-8bb9-e5e460479c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:29.548539 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e895ff27-9cc0-430b-98c0-c0ec5424bac4 req-43f84108-d4a4-46bf-8bb9-e5e460479c76 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5f79b645e00d448c8c14c9f2fb529c48&device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 1162 time: 1.0000317
Feb 18 11:13:29.948103 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57cdd-600d-429b-9acf-e0a72a311d39 req-9c90b4de-a052-4f0d-a11b-4e4840494c47 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:29.951451 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3bc57cdd-600d-429b-9acf-e0a72a311d39 req-9c90b4de-a052-4f0d-a11b-4e4840494c47 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 943 time: 0.2265828
Feb 18 11:13:30.048663 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3bc57cdd-600d-429b-9acf-e0a72a311d39 req-a003bddc-c82c-4cc3-bfdf-88e73e060327 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860939
Feb 18 11:13:30.340263 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5524b19-086e-42a9-80f2-6ec6c1153da6 req-a618b4d5-4c4a-45d7-97fc-5ce1947ad76a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:30.354685 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e5524b19-086e-42a9-80f2-6ec6c1153da6 req-a618b4d5-4c4a-45d7-97fc-5ce1947ad76a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 1.4638526
Feb 18 11:13:30.455708 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Attempting to bind port 6b751d38-e347-4277-bd35-b8a638cda06a on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:13:30.456295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Attempting to bind port 6b751d38-e347-4277-bd35-b8a638cda06a by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'ae4832ba-d450-4516-a82e-8096d7270822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:13:30.456941 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Attempting to bind port 6b751d38-e347-4277-bd35-b8a638cda06a on network f6991765-5e81-4fe1-8b5d-a8257ead4d37 {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:13:30.497328 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0c38508-d399-4310-a26d-d3736fa310dd req-bfcd1e47-9bd6-4876-8441-03c8ba5017ee service neutron] 10.222.0.79 "GET /v2.0/networks/9d421f61-3c0b-4c47-ab1a-b5c41a49296a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3432999
Feb 18 11:13:30.597626 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:13:30.598222 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Checking segment: {'id': 'ae4832ba-d450-4516-a82e-8096d7270822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:13:30.598924 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:30.599616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Bound using segment: {'id': 'ae4832ba-d450-4516-a82e-8096d7270822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:13:30.600566 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Bound port: 6b751d38-e347-4277-bd35-b8a638cda06a, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4832ba-d450-4516-a82e-8096d7270822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:13:30.601768 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:30.751930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:30.974981 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e5524b19-086e-42a9-80f2-6ec6c1153da6 req-c966c6ed-3ac6-4fa0-b4c6-62783ac3bd2e tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6088734
Feb 18 11:13:30.983221 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895ff27-9cc0-430b-98c0-c0ec5424bac4 req-e5de864d-8ed9-4b96-abd3-6d0a0b3e4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:30.997355 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e895ff27-9cc0-430b-98c0-c0ec5424bac4 req-e5de864d-8ed9-4b96-abd3-6d0a0b3e4c9a service neutron] 10.222.0.79 "GET /v2.0/networks?id=c1017996-a61e-4427-a613-fd19e7162449 HTTP/1.1" status: 200  len: 912 time: 1.4118559
Feb 18 11:13:31.073479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf9fbb-9e45-4b64-a719-eb7e09a798e7 req-053246de-2883-45ec-b1ff-bb94c2aaf8fe tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:31.076547 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c4cf9fbb-9e45-4b64-a719-eb7e09a798e7 req-053246de-2883-45ec-b1ff-bb94c2aaf8fe tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 943 time: 0.2323012
Feb 18 11:13:31.260694 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c4cf9fbb-9e45-4b64-a719-eb7e09a798e7 req-78892e9e-8173-471e-94cb-9d57bce50cda tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702836
Feb 18 11:13:31.346598 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e895ff27-9cc0-430b-98c0-c0ec5424bac4 req-d58aeed1-1dc6-4002-aabb-3923f5d090f6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e218ad9e-278c-439c-a543-96f1e4678e61 HTTP/1.1" status: 200  len: 217 time: 0.2464981
Feb 18 11:13:31.356960 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40804) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:31.513546 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895ff27-9cc0-430b-98c0-c0ec5424bac4 req-aac23123-34e2-4471-8e31-5871909b5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:31.516124 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e895ff27-9cc0-430b-98c0-c0ec5424bac4 req-aac23123-34e2-4471-8e31-5871909b5b74 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=078c8601-5d6a-4793-a580-7498423d78df HTTP/1.1" status: 200  len: 858 time: 0.1658742
Feb 18 11:13:31.745318 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e895ff27-9cc0-430b-98c0-c0ec5424bac4 req-2c7263d0-cfad-4058-9600-4c14b3b63ba0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c1017996-a61e-4427-a613-fd19e7162449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1461289
Feb 18 11:13:31.856866 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e4abfc5a-9287-4a01-bc83-0d701456be1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:31.900356 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-e4abfc5a-9287-4a01-bc83-0d701456be1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:31.909804 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-e4abfc5a-9287-4a01-bc83-0d701456be1f admin admin] Usage tracker for resource:security_group_rule and tenant:3ff30d612eec4cfc844cad2a1634ccfd is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:13:31.916679 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-e4abfc5a-9287-4a01-bc83-0d701456be1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:13:31.927978 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-e4abfc5a-9287-4a01-bc83-0d701456be1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:32.151846 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e4abfc5a-9287-4a01-bc83-0d701456be1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:32.160780 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e4abfc5a-9287-4a01-bc83-0d701456be1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:32.169470 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0c38508-d399-4310-a26d-d3736fa310dd req-661bca9e-1e1b-46f0-9bf3-b81ff0f630fa service neutron] 10.222.0.79 "GET /v2.0/networks/9d421f61-3c0b-4c47-ab1a-b5c41a49296a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.6555607
Feb 18 11:13:32.196894 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4da669f8-6be5-4ea2-8fbd-6494512e5d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:32.204525 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d94f870c-8dfd-40b6-89d2-906f5f0e0eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:32.234044 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] For port 6b751d38-e347-4277-bd35-b8a638cda06a, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:13:32.246674 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] For port 6b751d38-e347-4277-bd35-b8a638cda06a, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6b751d38-e347-4277-bd35-b8a638cda06a,segment=NetworkSegment(ae4832ba-d450-4516-a82e-8096d7270822),segment_id=ae4832ba-d450-4516-a82e-8096d7270822)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:13:32.262802 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:32.341587 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abfc5a-9287-4a01-bc83-0d701456be1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1d57e3-8621-4478-8993-322333ea7906,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:32.355423 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e4abfc5a-9287-4a01-bc83-0d701456be1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:32.411948 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6f439b36-1a6d-4169-89a8-c037e030c795 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:32.442220 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-e4abfc5a-9287-4a01-bc83-0d701456be1f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ff30d612eec4cfc844cad2a1634ccfd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0829229
Feb 18 11:13:32.455593 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40834) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:32.597421 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e895ff27-9cc0-430b-98c0-c0ec5424bac4 req-657ed7fb-8759-4531-ab91-8c38e5d31004 service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8127978
Feb 18 11:13:32.612027 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de61245-59a2-4e66-999a-ca4db5d81f5e req-4e835fd6-07fa-42e5-ba86-9a046a7a8454 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:32.613335 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-2de61245-59a2-4e66-999a-ca4db5d81f5e req-4e835fd6-07fa-42e5-ba86-9a046a7a8454 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Synchronizing usage tracker for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:13:32.628907 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3f8d4-508b-45b3-b54a-1061c6799c53 req-9fc31092-1aee-43b9-98ff-6ed505191325 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:32.645607 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e9a3f8d4-508b-45b3-b54a-1061c6799c53 req-9fc31092-1aee-43b9-98ff-6ed505191325 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2978845
Feb 18 11:13:32.696831 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40840) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:32.746803 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Pushing event updated for resources: {'Port': ['ID=6b751d38-e347-4277-bd35-b8a638cda06a,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:32.791178 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e9a3f8d4-508b-45b3-b54a-1061c6799c53 req-fbe7f370-f143-46af-8d06-62a05ca41e59 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424851
Feb 18 11:13:32.792541 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fe1d2a5c-855d-4d00-8a34-a704202cff69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:32.833470 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fe1d2a5c-855d-4d00-8a34-a704202cff69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:32.910613 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fe1d2a5c-855d-4d00-8a34-a704202cff69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:32.918110 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8c5a3135-7e04-4eee-8d1b-46dba6c986c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:32.939845 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d2a5c-855d-4d00-8a34-a704202cff69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1d57e3-8621-4478-8993-322333ea7906,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:32.946465 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-fe1d2a5c-855d-4d00-8a34-a704202cff69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:32.954913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fe1d2a5c-855d-4d00-8a34-a704202cff69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:32.961905 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-fe1d2a5c-855d-4d00-8a34-a704202cff69 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fc1d57e3-8621-4478-8993-322333ea7906 HTTP/1.1" status: 204  len: 168 time: 0.4813797
Feb 18 11:13:33.004819 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:33.026761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-2de61245-59a2-4e66-999a-ca4db5d81f5e req-4e835fd6-07fa-42e5-ba86-9a046a7a8454 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Unset dirty status for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:13:33.041337 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2de61245-59a2-4e66-999a-ca4db5d81f5e req-4e835fd6-07fa-42e5-ba86-9a046a7a8454 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 943 time: 1.5183158
Feb 18 11:13:33.215940 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1758236001-network', 'tenant_id': '631a9d49645c411f8ed9de83016996f5'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:13:33.225336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:33.234295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Usage tracker for resource:network and tenant:631a9d49645c411f8ed9de83016996f5 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:13:33.240579 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:13:33.253493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:33.295814 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Made reservation on behalf of 631a9d49645c411f8ed9de83016996f5 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:13:33.303198 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:33.359595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:33.405560 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:33.430111 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Usage tracker for resource:security_group_rule and tenant:631a9d49645c411f8ed9de83016996f5 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:13:33.440101 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:13:33.468012 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e895ff27-9cc0-430b-98c0-c0ec5424bac4 req-0ec4780d-5714-49f5-a421-ba07ef0eb992 service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8435376
Feb 18 11:13:33.493021 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2de61245-59a2-4e66-999a-ca4db5d81f5e req-baaeed10-80a5-49fb-96e3-509ddfbe0ec0 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4500618
Feb 18 11:13:33.520612 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92ad72-8a45-4df9-8668-b2df05c46c70 req-d60ef6e8-0461-4c74-a7a9-fa7f87a89106 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:33.524832 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1e92ad72-8a45-4df9-8668-b2df05c46c70 req-d60ef6e8-0461-4c74-a7a9-fa7f87a89106 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 943 time: 0.4274094
Feb 18 11:13:33.527029 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:33.529624 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a917e-9103-4823-832a-2ed27502afef req-0c98ffac-9a32-4df4-8798-31e0ad35bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:33.533336 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-773a917e-9103-4823-832a-2ed27502afef req-0c98ffac-9a32-4df4-8798-31e0ad35bf31 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d430d31580924116a29c2d91dbc9d8c2&device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 1160 time: 0.9070253
Feb 18 11:13:33.551993 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:33.553291 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:33.558816 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] 10.222.0.79 "PUT /v2.0/ports/6b751d38-e347-4277-bd35-b8a638cda06a HTTP/1.1" status: 200  len: 1157 time: 9.4113498
Feb 18 11:13:33.559930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2506944a-4547-4598-9928-9d86ed56af40', 'tag': '6b751d38-e347-4277-bd35-b8a638cda06a'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:13:33.735417 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:33.776969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:33.799147 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-13a10d14-923f-40a0-b28b-7f9febf4524a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:33.986644 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72ea59c-6da1-49f5-8883-dc9920795df1,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:34.011859 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:13:34.048205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a917e-9103-4823-832a-2ed27502afef req-14f2434f-8c9a-4d81-9498-0aa1bb785983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:34.051431 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-773a917e-9103-4823-832a-2ed27502afef req-14f2434f-8c9a-4d81-9498-0aa1bb785983 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9d421f61-3c0b-4c47-ab1a-b5c41a49296a HTTP/1.1" status: 200  len: 902 time: 0.4537888
Feb 18 11:13:34.065776 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782348382238', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:34.067258 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Added segment 825c779e-5534-4167-9bee-949cb58a537c of type vxlan for network 5f928827-e780-4231-9309-73c921bf7d7a
Feb 18 11:13:34.130632 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:34.224560 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:34.258883 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1e92ad72-8a45-4df9-8668-b2df05c46c70 req-4a329d4a-68ec-4a75-b06c-7b03e8feaef2 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5156453
Feb 18 11:13:34.262322 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:34.270291 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:34.272377 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:34.315928 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-773a917e-9103-4823-832a-2ed27502afef req-0a427b4c-4fbe-4270-adb8-41ef5da87170 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d9db789-126c-40fa-8553-6452a67a40cc HTTP/1.1" status: 200  len: 217 time: 0.1906753
Feb 18 11:13:34.327753 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2506944a-4547-4598-9928-9d86ed56af40', 'tag': '6b751d38-e347-4277-bd35-b8a638cda06a', 'status': 'completed', 'code': 200}
Feb 18 11:13:34.345247 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-06265b93-66ee-49d1-9b6d-5f474470cf52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:34.623959 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Pushing event updated for resources: {'Network': ['ID=5f928827-e780-4231-9309-73c921bf7d7a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:34.632563 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:34.636235 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.9327204
Feb 18 11:13:34.641974 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40890) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:34.659187 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network 5f928827-e780-4231-9309-73c921bf7d7a details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:13:34.663695 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-fe2aabdf-bf4f-4b74-9b2f-7a38b0a1041e admin admin] Request body: {'subnet': {'network_id': '5f928827-e780-4231-9309-73c921bf7d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1758236001-subnet', 'tenant_id': '631a9d49645c411f8ed9de83016996f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:13:34.711392 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-fe2aabdf-bf4f-4b74-9b2f-7a38b0a1041e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:34.729794 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a917e-9103-4823-832a-2ed27502afef req-65e3cffa-4a87-4953-9b5f-b7c76f732788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:34.732616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-fe2aabdf-bf4f-4b74-9b2f-7a38b0a1041e admin admin] Usage tracker for resource:subnet and tenant:631a9d49645c411f8ed9de83016996f5 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:13:34.741186 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-773a917e-9103-4823-832a-2ed27502afef req-65e3cffa-4a87-4953-9b5f-b7c76f732788 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5960a747-d2be-4d3b-8556-3dbd5e564c56 HTTP/1.1" status: 200  len: 848 time: 0.4117568
Feb 18 11:13:34.760152 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-fe2aabdf-bf4f-4b74-9b2f-7a38b0a1041e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:13:34.761040 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-5132ad33-1443-45e4-a3c1-de11b3d03120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:34.764052 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-5132ad33-1443-45e4-a3c1-de11b3d03120 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0a68c5b433e340019b806363e3e4a841&device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 1160 time: 0.7185216
Feb 18 11:13:34.791759 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-fe2aabdf-bf4f-4b74-9b2f-7a38b0a1041e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:34.839063 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2aabdf-bf4f-4b74-9b2f-7a38b0a1041e admin admin] Made reservation on behalf of 631a9d49645c411f8ed9de83016996f5 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:13:34.858148 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fe2aabdf-bf4f-4b74-9b2f-7a38b0a1041e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738116'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:34.917900 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-773a917e-9103-4823-832a-2ed27502afef req-f9454c4d-067b-4036-bbda-df90746b7b2c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9d421f61-3c0b-4c47-ab1a-b5c41a49296a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1627026
Feb 18 11:13:35.088902 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-7ade45e1-d106-46d7-aeaa-97ab82a5173e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b751d38-e347-4277-bd35-b8a638cda06a HTTP/1.1" status: 200  len: 217 time: 0.1690388
Feb 18 11:13:35.253375 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Network 5f928827-e780-4231-9309-73c921bf7d7a details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:13:35.406749 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314185a3-a336-4371-8cb4-b787bb195cc9 req-224000e8-2b3c-4130-a620-7c587a84c54c tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:35.426667 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-314185a3-a336-4371-8cb4-b787bb195cc9 req-224000e8-2b3c-4130-a620-7c587a84c54c tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.9622033
Feb 18 11:13:35.634220 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bbfc2-a8d3-4599-b563-3e8d1265613b req-ecc7e3f1-5e93-4f1d-bb4e-54e2f1234870 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:35.649073 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c39bbfc2-a8d3-4599-b563-3e8d1265613b req-ecc7e3f1-5e93-4f1d-bb4e-54e2f1234870 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 943 time: 0.5086288
Feb 18 11:13:35.843968 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ec5a6d26-396d-4363-9783-5c52af6d44c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:35.936379 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c39bbfc2-a8d3-4599-b563-3e8d1265613b req-b4d2f290-055c-4b83-b09e-da086ce025ec tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2842598
Feb 18 11:13:36.142923 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-3957dd0b-d657-4f4b-bf3e-d0d16692a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:36.145954 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-3957dd0b-d657-4f4b-bf3e-d0d16692a560 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=02b055e1-68bd-400d-ac6c-e375d18c7b51 HTTP/1.1" status: 200  len: 854 time: 1.0101788
Feb 18 11:13:36.258586 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-314185a3-a336-4371-8cb4-b787bb195cc9 req-61bb8a30-7caa-4d8f-9dc2-501329a9a254 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8289495
Feb 18 11:13:36.262757 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-773a917e-9103-4823-832a-2ed27502afef req-1092c151-e410-4e5d-9247-7492268b0415 service neutron] 10.222.0.79 "GET /v2.0/networks/9d421f61-3c0b-4c47-ab1a-b5c41a49296a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1719694
Feb 18 11:13:36.300878 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:36.407729 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-f9eebd35-c382-4d40-acb1-ff491d2d2059 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f6991765-5e81-4fe1-8b5d-a8257ead4d37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1428473
Feb 18 11:13:36.700583 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.objects.ports [None req-bb3d6f5a-674f-49e3-a9cd-08b04428e1de None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 11:13:37.013928 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-773a917e-9103-4823-832a-2ed27502afef req-0bc0218e-8655-4967-b55e-b87ebe8ebc43 service neutron] 10.222.0.79 "GET /v2.0/networks/9d421f61-3c0b-4c47-ab1a-b5c41a49296a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6041329
Feb 18 11:13:37.298896 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40940) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:37.391799 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-4ad0422a-b690-4229-8c0a-e002e2c8e4ce service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3760056
Feb 18 11:13:37.411045 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81201ed-ba4f-4469-a4d1-d27c606daf38 req-6136b72a-c23c-4b12-8916-569adead868e tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:37.414895 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f81201ed-ba4f-4469-a4d1-d27c606daf38 req-6136b72a-c23c-4b12-8916-569adead868e tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 943 time: 1.0787399
Feb 18 11:13:37.548623 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f81201ed-ba4f-4469-a4d1-d27c606daf38 req-34c9b098-2d76-43b3-81b3-3145cdbbacc5 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985386
Feb 18 11:13:37.559176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 5d9db789-126c-40fa-8553-6452a67a40cc up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:13:37.791522 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port 5d9db789-126c-40fa-8553-6452a67a40cc completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:13:37.816149 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 5d9db789-126c-40fa-8553-6452a67a40cc triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:13:37.817226 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:37.915821 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9cc1a5c-d454-4bee-a9e5-274ef575609c req-f6ad72c3-0a73-4fb9-aec0-3ddce2cfd134 service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4008789
Feb 18 11:13:37.991292 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fe2aabdf-bf4f-4b74-9b2f-7a38b0a1041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2323216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738167'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:37.993345 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3e59fd78-1eae-48b1-92d2-30ae3eaed5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:38.002051 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7995d5c-ad16-47a7-a911-589bdc83ceb8 req-abaa66cf-fc3d-4467-97b1-1b06ed0ca60d tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:38.016968 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c7995d5c-ad16-47a7-a911-589bdc83ceb8 req-abaa66cf-fc3d-4467-97b1-1b06ed0ca60d tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 943 time: 0.6228566
Feb 18 11:13:38.107257 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-3e59fd78-1eae-48b1-92d2-30ae3eaed5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:38.222260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:38.343919 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c7995d5c-ad16-47a7-a911-589bdc83ceb8 req-13bf64b1-942d-4204-80a2-3d949d9c1d1d tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3247061
Feb 18 11:13:38.414680 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94669086-1dce-494c-828a-8bf206500278 req-e27c644b-54e1-4cd7-bde0-69231d4e4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:38.418238 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-94669086-1dce-494c-828a-8bf206500278 req-e27c644b-54e1-4cd7-bde0-69231d4e4b22 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0a68c5b433e340019b806363e3e4a841&device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 1160 time: 0.2894981
Feb 18 11:13:38.449051 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:38.542024 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:38.550704 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:38.626717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-3e59fd78-1eae-48b1-92d2-30ae3eaed5f2 admin admin] Usage tracker for resource:security_group_rule and tenant:931917a6781340cb9c8b518f22bbf937 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:13:38.652488 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3c1031-d2aa-4568-adc8-d89a316e2c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9db789-126c-40fa-8553-6452a67a40cc'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:13:38.684360 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-3e59fd78-1eae-48b1-92d2-30ae3eaed5f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:13:38.689425 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 5d9db789-126c-40fa-8553-6452a67a40cc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=5d9db789-126c-40fa-8553-6452a67a40cc,segment=NetworkSegment(33e16fb9-36b2-4367-903f-c12e943ce64a),segment_id=33e16fb9-36b2-4367-903f-c12e943ce64a)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:13:38.698505 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:38.714568 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:38.775428 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-3e59fd78-1eae-48b1-92d2-30ae3eaed5f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:38.854908 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94669086-1dce-494c-828a-8bf206500278 req-eec30c04-dde8-445c-b668-f4a390d9b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:38.857877 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-94669086-1dce-494c-828a-8bf206500278 req-eec30c04-dde8-445c-b668-f4a390d9b785 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f6991765-5e81-4fe1-8b5d-a8257ead4d37 HTTP/1.1" status: 200  len: 908 time: 0.4302907
Feb 18 11:13:38.958830 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=5d9db789-126c-40fa-8553-6452a67a40cc,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:38.989849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:38.990562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:38.991359 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:38.992025 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:38.992686 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:38.993312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:38.993930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:38.994544 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:38.995155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:38.995779 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:38.996423 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:38.997065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:38.997984 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:38.998490 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:38.999263 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:38.999871 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:39.000869 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:39.001540 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:39.002218 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:39.003474 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:39.004140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:39.008143 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:39.009219 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:39.009674 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:13:39.019316 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:39.034739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40b89e-a400-4d61-a191-a7574fd09030 req-aa0d1bd5-78cb-4e2f-b75f-e9696ae00d66 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:39.049822 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7f40b89e-a400-4d61-a191-a7574fd09030 req-aa0d1bd5-78cb-4e2f-b75f-e9696ae00d66 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 1.0206327
Feb 18 11:13:39.125183 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2aabdf-bf4f-4b74-9b2f-7a38b0a1041e admin admin] Pushing event updated for resources: {'Subnet': ['ID=95dde4eb-bfb3-4ebc-a6e3-205ca86cf6ff,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:39.131259 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-fe2aabdf-bf4f-4b74-9b2f-7a38b0a1041e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.909s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:39.229583 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-94669086-1dce-494c-828a-8bf206500278 req-3370ac0b-0954-48e4-98ac-0635a2a8c6f2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b751d38-e347-4277-bd35-b8a638cda06a HTTP/1.1" status: 200  len: 217 time: 0.3599603
Feb 18 11:13:39.253026 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 5d9db789-126c-40fa-8553-6452a67a40cc up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:13:39.342232 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 40966) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:39.388487 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7f40b89e-a400-4d61-a191-a7574fd09030 req-594faee0-6954-4f00-aa85-6616ba1d013a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2455208
Feb 18 11:13:39.408386 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292de2f-d5ff-4c76-8eac-0d3d6c81f519 req-b2a77dde-135d-491e-99dd-22c9d3651aac tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:39.411586 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e292de2f-d5ff-4c76-8eac-0d3d6c81f519 req-b2a77dde-135d-491e-99dd-22c9d3651aac tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 945 time: 0.3429966
Feb 18 11:13:39.514056 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2aabdf-bf4f-4b74-9b2f-7a38b0a1041e admin admin] Checking segment: {'id': '825c779e-5534-4167-9bee-949cb58a537c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5f928827-e780-4231-9309-73c921bf7d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:13:39.514742 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2aabdf-bf4f-4b74-9b2f-7a38b0a1041e admin admin] Network hostable DHCP agents. Network: 5f928827-e780-4231-9309-73c921bf7d7a, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:13:39.557851 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e292de2f-d5ff-4c76-8eac-0d3d6c81f519 req-694febc8-5630-4e1d-862f-84cfb4dcfc75 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347463
Feb 18 11:13:39.564862 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94669086-1dce-494c-828a-8bf206500278 req-ef425774-9fe5-4d43-914e-5ab1cde86ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:39.567757 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-94669086-1dce-494c-828a-8bf206500278 req-ef425774-9fe5-4d43-914e-5ab1cde86ff7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=02b055e1-68bd-400d-ac6c-e375d18c7b51 HTTP/1.1" status: 200  len: 854 time: 0.3229854
Feb 18 11:13:39.586598 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3c1031-d2aa-4568-adc8-d89a316e2c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9db789-126c-40fa-8553-6452a67a40cc', 'code': 200}
Feb 18 11:13:39.649855 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 5d9db789-126c-40fa-8553-6452a67a40cc triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:13:39.650710 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:39.650901 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2aabdf-bf4f-4b74-9b2f-7a38b0a1041e admin admin] Network 5f928827-e780-4231-9309-73c921bf7d7a is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:13:39.680644 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-fe2aabdf-bf4f-4b74-9b2f-7a38b0a1041e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, 5f928827-e780-4231-9309-73c921bf7d7a) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:13:39.697549 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3e59fd78-1eae-48b1-92d2-30ae3eaed5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:39.730754 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2aabdf-bf4f-4b74-9b2f-7a38b0a1041e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:39.732120 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fe2aabdf-bf4f-4b74-9b2f-7a38b0a1041e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:39.744126 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3e59fd78-1eae-48b1-92d2-30ae3eaed5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:39.806152 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14faf3e0-405f-4854-805c-f5e5aa42ca5a None None] Network 5f928827-e780-4231-9309-73c921bf7d7a requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:13:39.832078 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:39.853554 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-3e59fd78-1eae-48b1-92d2-30ae3eaed5f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=931917a6781340cb9c8b518f22bbf937&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5440643
Feb 18 11:13:39.865325 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 40978) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:39.869399 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-94669086-1dce-494c-828a-8bf206500278 req-e017999e-6181-483c-9ba8-55fcee12f9ff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f6991765-5e81-4fe1-8b5d-a8257ead4d37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2590826
Feb 18 11:13:40.000369 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-be04bf48-3274-4b22-bb52-26604ee9838b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:40.141926 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-be04bf48-3274-4b22-bb52-26604ee9838b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:40.149873 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-be04bf48-3274-4b22-bb52-26604ee9838b admin admin] Usage tracker for resource:security_group_rule and tenant:b4cf0d739b604dc2bb273e502792bd81 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:13:40.155599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-be04bf48-3274-4b22-bb52-26604ee9838b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:13:40.167744 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-be04bf48-3274-4b22-bb52-26604ee9838b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:40.249545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5b2580ee-28d9-42e3-b26e-98a47d3bf7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:40.288468 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59fd78-1eae-48b1-92d2-30ae3eaed5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c33aec9-2b1c-4f10-8515-d3282eeb3c20,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:40.328983 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-fe2aabdf-bf4f-4b74-9b2f-7a38b0a1041e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 5.6803091
Feb 18 11:13:40.336818 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3e59fd78-1eae-48b1-92d2-30ae3eaed5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:40.427327 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5b2580ee-28d9-42e3-b26e-98a47d3bf7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:40.581193 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7eea3-547a-4a42-b241-3ef36ed22cd4 req-cba979a3-2d61-4d37-94e4-1e66efade8ab tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:40.600117 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-12e7eea3-547a-4a42-b241-3ef36ed22cd4 req-cba979a3-2d61-4d37-94e4-1e66efade8ab tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 943 time: 0.5674095
Feb 18 11:13:40.728869 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-12e7eea3-547a-4a42-b241-3ef36ed22cd4 req-19e86afe-e827-46b5-9d90-e4ffdf46688f tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263614
Feb 18 11:13:40.730684 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5b2580ee-28d9-42e3-b26e-98a47d3bf7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:40.739964 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-09c41472-74fb-4b64-ac9f-fcd526e8b076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:40.754935 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-be04bf48-3274-4b22-bb52-26604ee9838b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:40.766204 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2580ee-28d9-42e3-b26e-98a47d3bf7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c33aec9-2b1c-4f10-8515-d3282eeb3c20,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:40.771184 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5b2580ee-28d9-42e3-b26e-98a47d3bf7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:40.793557 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5b2580ee-28d9-42e3-b26e-98a47d3bf7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:40.796646 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-5b2580ee-28d9-42e3-b26e-98a47d3bf7ef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5c33aec9-2b1c-4f10-8515-d3282eeb3c20 HTTP/1.1" status: 204  len: 168 time: 0.9282627
Feb 18 11:13:40.819337 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-be04bf48-3274-4b22-bb52-26604ee9838b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:40.879758 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:41.161927 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-be04bf48-3274-4b22-bb52-26604ee9838b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b4cf0d739b604dc2bb273e502792bd81&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8139958
Feb 18 11:13:41.163592 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 41012) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:41.213997 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea980a3-dd8e-4f32-b2ad-3a076b75a0a8 req-b908c42a-e52a-41c9-be0b-4de0c0a7f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:41.217123 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7ea980a3-dd8e-4f32-b2ad-3a076b75a0a8 req-b908c42a-e52a-41c9-be0b-4de0c0a7f802 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 1162 time: 0.9487386
Feb 18 11:13:41.221885 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-94669086-1dce-494c-828a-8bf206500278 req-643302ba-9beb-4266-9f38-395b69150d5e service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2736714
Feb 18 11:13:41.223873 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04bf48-3274-4b22-bb52-26604ee9838b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6676e99e-c480-48a4-922b-55206c8be6be,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:41.357979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dfd00f-c2c4-4be9-83e3-fc24e0aa4fc6 None None] Network 5f928827-e780-4231-9309-73c921bf7d7a requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:13:41.506049 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-be04bf48-3274-4b22-bb52-26604ee9838b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:41.514010 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7ea980a3-dd8e-4f32-b2ad-3a076b75a0a8 req-324f6831-8729-4032-b02e-e6bae9d7dc39 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2774730
Feb 18 11:13:41.735207 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-37981461-b8e3-4a55-9746-0d7e30bc5669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:41.863529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 41024) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:41.866150 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-37981461-b8e3-4a55-9746-0d7e30bc5669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:41.880813 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-94669086-1dce-494c-828a-8bf206500278 req-2626176b-d190-434a-be67-e06e99e25ac9 service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6479020
Feb 18 11:13:41.913351 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-df95db57-8c4e-4724-b250-ce6fc44851e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:41.969311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-df95db57-8c4e-4724-b250-ce6fc44851e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:41.977113 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-df95db57-8c4e-4724-b250-ce6fc44851e9 admin admin] Usage tracker for resource:security_group_rule and tenant:0b6d2ddba1004af0abdd6150b2d93aa9 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:13:41.988083 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-df95db57-8c4e-4724-b250-ce6fc44851e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:13:42.003282 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-df95db57-8c4e-4724-b250-ce6fc44851e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:42.060142 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-37981461-b8e3-4a55-9746-0d7e30bc5669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:42.079920 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3e59fd78-1eae-48b1-92d2-30ae3eaed5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:42.129584 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37981461-b8e3-4a55-9746-0d7e30bc5669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6676e99e-c480-48a4-922b-55206c8be6be,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:42.136888 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-37981461-b8e3-4a55-9746-0d7e30bc5669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:42.143151 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-37981461-b8e3-4a55-9746-0d7e30bc5669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:42.145258 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-37981461-b8e3-4a55-9746-0d7e30bc5669 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6676e99e-c480-48a4-922b-55206c8be6be HTTP/1.1" status: 204  len: 168 time: 0.9794998
Feb 18 11:13:42.175850 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259627ce-665f-471d-b381-eb164bf27683 req-a640a922-b187-4dec-bd37-fb26f283a234 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:42.178838 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-259627ce-665f-471d-b381-eb164bf27683 req-a640a922-b187-4dec-bd37-fb26f283a234 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.8482387
Feb 18 11:13:42.227161 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-df95db57-8c4e-4724-b250-ce6fc44851e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:42.238569 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-df95db57-8c4e-4724-b250-ce6fc44851e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:42.327905 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-259627ce-665f-471d-b381-eb164bf27683 req-5b6f9aa5-2770-4c06-bc95-9d4ce843c014 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336534
Feb 18 11:13:42.349912 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:42.440832 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95db57-8c4e-4724-b250-ce6fc44851e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de61be9a-ea5c-46cc-a824-4fa446dfe6f9,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:42.448129 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-df95db57-8c4e-4724-b250-ce6fc44851e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:42.519080 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-df95db57-8c4e-4724-b250-ce6fc44851e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0b6d2ddba1004af0abdd6150b2d93aa9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6504037
Feb 18 11:13:42.519758 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 41036) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:42.561665 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d351a1c-d82e-46d7-ac60-ff9202b12294 req-b58c8843-ff40-4fb3-8dba-6f7e8d774d37 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:42.574775 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5d351a1c-d82e-46d7-ac60-ff9202b12294 req-b58c8843-ff40-4fb3-8dba-6f7e8d774d37 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 945 time: 0.3402462
Feb 18 11:13:42.701689 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5d351a1c-d82e-46d7-ac60-ff9202b12294 req-9b4477a3-b318-4133-b580-e487cce4b26b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220920
Feb 18 11:13:42.884862 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-faab8fe6-03de-4230-908d-9372891f5737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:42.983363 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ddc7e-0421-4fb3-b2f3-365f225b8e23 req-b1a0747b-d615-4ced-96e2-2c1501fd9fc6 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:42.997416 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-705ddc7e-0421-4fb3-b2f3-365f225b8e23 req-b1a0747b-d615-4ced-96e2-2c1501fd9fc6 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 943 time: 0.3789907
Feb 18 11:13:43.000457 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-faab8fe6-03de-4230-908d-9372891f5737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:43.177370 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-705ddc7e-0421-4fb3-b2f3-365f225b8e23 req-17ed60d2-49d1-46c2-9d2c-32577f07d6b2 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623883
Feb 18 11:13:43.214486 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1568e62-48b4-44a4-941a-2e79df6d26ae req-12ea7f02-e386-447d-ba33-339c41795417 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:43.233160 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b1568e62-48b4-44a4-941a-2e79df6d26ae req-12ea7f02-e386-447d-ba33-339c41795417 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.2576418
Feb 18 11:13:43.270189 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-faab8fe6-03de-4230-908d-9372891f5737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:43.307991 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:43.366328 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab8fe6-03de-4230-908d-9372891f5737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de61be9a-ea5c-46cc-a824-4fa446dfe6f9,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:43.370039 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-faab8fe6-03de-4230-908d-9372891f5737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:43.386537 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 5d9db789-126c-40fa-8553-6452a67a40cc up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:13:43.421040 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-faab8fe6-03de-4230-908d-9372891f5737 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de61be9a-ea5c-46cc-a824-4fa446dfe6f9 HTTP/1.1" status: 204  len: 168 time: 0.8507819
Feb 18 11:13:43.430281 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-faab8fe6-03de-4230-908d-9372891f5737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:43.462187 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b1568e62-48b4-44a4-941a-2e79df6d26ae req-1159e284-1490-42e9-a287-dd1b42fac01d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2174273
Feb 18 11:13:43.904707 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 5d9db789-126c-40fa-8553-6452a67a40cc triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:13:43.905520 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:44.032636 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e1e74-9efd-4309-8110-a22d2dbe1ce3 req-e05c944a-bdd3-40da-a4cc-b0785706bdd2 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:44.036283 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8e2e1e74-9efd-4309-8110-a22d2dbe1ce3 req-e05c944a-bdd3-40da-a4cc-b0785706bdd2 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2544405
Feb 18 11:13:44.184235 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8e2e1e74-9efd-4309-8110-a22d2dbe1ce3 req-27f5b01f-ea71-457a-bc9a-ba6fc0d0ca03 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349094
Feb 18 11:13:44.316919 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 6b751d38-e347-4277-bd35-b8a638cda06a up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:13:44.343930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832c19c-1a92-4edd-a9da-9f4c4b34bf14 req-6222ccbe-0a90-480e-9165-55da0e120c14 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:44.347909 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4832c19c-1a92-4edd-a9da-9f4c4b34bf14 req-6222ccbe-0a90-480e-9165-55da0e120c14 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 945 time: 0.2937493
Feb 18 11:13:44.483958 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4832c19c-1a92-4edd-a9da-9f4c4b34bf14 req-c175678e-66a0-42e7-8ca4-d6c5f3041824 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196387
Feb 18 11:13:44.555654 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port 6b751d38-e347-4277-bd35-b8a638cda06a completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:13:44.574183 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 6b751d38-e347-4277-bd35-b8a638cda06a triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:13:44.574638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:44.916997 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de682f8-1cd6-4795-99e5-9f862e6ca07b req-4f957512-875b-4d47-a6f5-353dab4ca5d3 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:44.922078 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0de682f8-1cd6-4795-99e5-9f862e6ca07b req-4f957512-875b-4d47-a6f5-353dab4ca5d3 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 943 time: 0.3919733
Feb 18 11:13:45.077147 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0de682f8-1cd6-4795-99e5-9f862e6ca07b req-82fba6e6-fce4-412d-b4a3-9b3d15ea5eac tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297905
Feb 18 11:13:45.122067 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:45.187989 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 6b751d38-e347-4277-bd35-b8a638cda06a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6b751d38-e347-4277-bd35-b8a638cda06a,segment=NetworkSegment(ae4832ba-d450-4516-a82e-8096d7270822),segment_id=ae4832ba-d450-4516-a82e-8096d7270822)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:13:45.190754 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2506944a-4547-4598-9928-9d86ed56af40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b751d38-e347-4277-bd35-b8a638cda06a'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:13:45.212856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da7bc0-a4ec-4837-93bf-02e15c5f68b8 req-7b522110-c208-4d07-bb8a-98101d60fdd4 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:45.215903 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-93da7bc0-a4ec-4837-93bf-02e15c5f68b8 req-7b522110-c208-4d07-bb8a-98101d60fdd4 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.2531204
Feb 18 11:13:45.216854 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:45.230139 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8f71879e-95b7-4184-a98c-8dd5b1ff60e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:45.451096 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506944a-4547-4598-9928-9d86ed56af40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b751d38-e347-4277-bd35-b8a638cda06a', 'code': 200}
Feb 18 11:13:45.467686 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-93da7bc0-a4ec-4837-93bf-02e15c5f68b8 req-0c68510e-be8c-4b5c-9654-a36948b9c081 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2267480
Feb 18 11:13:45.657227 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=6b751d38-e347-4277-bd35-b8a638cda06a,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:45.676515 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:46.008056 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e6399-c64e-44f0-a171-ef903127b55d req-1949fe30-c260-4e3d-8d0c-d055501bd1ce tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:46.025446 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c61e6399-c64e-44f0-a171-ef903127b55d req-1949fe30-c260-4e3d-8d0c-d055501bd1ce tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2297945
Feb 18 11:13:46.120843 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 5d9db789-126c-40fa-8553-6452a67a40cc up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:13:46.151541 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c61e6399-c64e-44f0-a171-ef903127b55d req-e4e1821d-d618-4364-b079-4b177d2bee26 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215613
Feb 18 11:13:46.229366 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416560c8-56cc-4c66-99cf-4e0b0c991fef req-37f42b68-e93d-4309-8db2-78b2be3f8af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:46.232273 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-416560c8-56cc-4c66-99cf-4e0b0c991fef req-37f42b68-e93d-4309-8db2-78b2be3f8af0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 1162 time: 0.2326205
Feb 18 11:13:46.366142 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-416560c8-56cc-4c66-99cf-4e0b0c991fef req-2dae1537-1894-458a-8fdb-360cbbce6107 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212630
Feb 18 11:13:46.400452 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 5d9db789-126c-40fa-8553-6452a67a40cc triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:13:46.401149 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:46.794836 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eeab2-e8b9-4eb9-abbd-99d0f75904d0 req-c2176a9a-7ac9-4d29-a166-fd9a8eefdc1a tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:46.820778 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7e8eeab2-e8b9-4eb9-abbd-99d0f75904d0 req-c2176a9a-7ac9-4d29-a166-fd9a8eefdc1a tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 945 time: 0.3816650
Feb 18 11:13:46.937730 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device e218ad9e-278c-439c-a543-96f1e4678e61 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:13:46.980961 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7e8eeab2-e8b9-4eb9-abbd-99d0f75904d0 req-a2cbe040-569f-4c3c-9c34-6dec39118c76 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447065
Feb 18 11:13:47.182418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-e07c355c-7aa7-4db2-9ad7-43c1a0e43e67 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:47.184350 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-e07c355c-7aa7-4db2-9ad7-43c1a0e43e67 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Synchronizing usage tracker for tenant:631a9d49645c411f8ed9de83016996f5 on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:13:47.188748 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port e218ad9e-278c-439c-a543-96f1e4678e61 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:13:47.191259 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:47.219527 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-e07c355c-7aa7-4db2-9ad7-43c1a0e43e67 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Unset dirty status for tenant:631a9d49645c411f8ed9de83016996f5 on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:13:47.221826 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-e07c355c-7aa7-4db2-9ad7-43c1a0e43e67 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/networks?id=5f928827-e780-4231-9309-73c921bf7d7a HTTP/1.1" status: 200  len: 814 time: 0.5658939
Feb 18 11:13:47.272429 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-77357079-a803-4c59-9c19-47da8a388989 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/quotas/631a9d49645c411f8ed9de83016996f5 HTTP/1.1" status: 200  len: 375 time: 0.0367379
Feb 18 11:13:47.481998 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-9777f2ff-bae0-4535-a59f-5acebb3141a3 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=631a9d49645c411f8ed9de83016996f5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1905077
Feb 18 11:13:47.869427 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b850e65-b496-4cc3-9903-169cf9798e02 req-15b317a8-0184-473a-a9b1-d61ff0a90236 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:47.880197 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6b850e65-b496-4cc3-9903-169cf9798e02 req-15b317a8-0184-473a-a9b1-d61ff0a90236 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.3622634
Feb 18 11:13:48.097307 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6b850e65-b496-4cc3-9903-169cf9798e02 req-643a6c5a-c8aa-4274-8db5-97658c451e0d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2051151
Feb 18 11:13:48.236553 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-4224fb66-25ad-4fb8-8c97-fff9e1b687c4 service neutron] 10.222.0.65 "GET /v2.0/networks/5f928827-e780-4231-9309-73c921bf7d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7178590
Feb 18 11:13:48.621868 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-2c8451c0-48f1-4267-ab8f-924a0c5ab029 service neutron] 10.222.0.65 "GET /v2.0/networks/5f928827-e780-4231-9309-73c921bf7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3830786
Feb 18 11:13:48.791310 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device e218ad9e-278c-439c-a543-96f1e4678e61 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:13:49.103616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port e218ad9e-278c-439c-a543-96f1e4678e61 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:13:49.104342 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:49.156046 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce55a1b-8658-49e1-a787-cf0fbcb9931f req-7c132bf9-172f-484c-aa06-f3816a6b207d tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:49.159219 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cce55a1b-8658-49e1-a787-cf0fbcb9931f req-7c132bf9-172f-484c-aa06-f3816a6b207d tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2821901
Feb 18 11:13:49.337312 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cce55a1b-8658-49e1-a787-cf0fbcb9931f req-df76148d-1744-43f7-a67c-0cc2bdd2c226 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585293
Feb 18 11:13:49.475289 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180410a4-db86-401d-b961-c5bb5a8b83d4 req-b3904724-8745-49b4-ae17-fe4b7a48ad1c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:49.479069 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-180410a4-db86-401d-b961-c5bb5a8b83d4 req-b3904724-8745-49b4-ae17-fe4b7a48ad1c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 945 time: 0.2243829
Feb 18 11:13:49.601336 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-180410a4-db86-401d-b961-c5bb5a8b83d4 req-7291aa95-add6-43e0-8c70-fdb46d514405 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965819
Feb 18 11:13:49.644708 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 6b751d38-e347-4277-bd35-b8a638cda06a up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:13:49.949958 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d3df5293-d576-4304-8a50-768601800f54 req-f1c35384-c89e-4ea4-a1be-d7326a77291b tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 210 time: 0.1671674
Feb 18 11:13:49.988973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f01c83-0e0e-4e02-b7d0-f03189614f2b req-c0a075b8-0f55-4bd5-98ff-ad982552fa1c tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:49.994614 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-70f01c83-0e0e-4e02-b7d0-f03189614f2b req-c0a075b8-0f55-4bd5-98ff-ad982552fa1c tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 945 time: 0.3679166
Feb 18 11:13:50.014280 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 6b751d38-e347-4277-bd35-b8a638cda06a triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:13:50.014675 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:50.232544 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-70f01c83-0e0e-4e02-b7d0-f03189614f2b req-f11acff9-994a-4570-a0a4-188e5562946e tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2201095
Feb 18 11:13:50.695912 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134376c-3882-4349-bfd9-c6c6e9794883 req-51643377-7b05-45f5-be5d-10f0b1e82554 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:50.710588 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2134376c-3882-4349-bfd9-c6c6e9794883 req-51643377-7b05-45f5-be5d-10f0b1e82554 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.3799069
Feb 18 11:13:50.790453 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447aeb16-f8ec-4124-b48c-95e698111aa1 req-bdf835fc-c4cf-4626-a276-90dba0eb31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:50.793758 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-447aeb16-f8ec-4124-b48c-95e698111aa1 req-bdf835fc-c4cf-4626-a276-90dba0eb31c1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5f79b645e00d448c8c14c9f2fb529c48&device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 1162 time: 0.3747704
Feb 18 11:13:50.845444 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2134376c-3882-4349-bfd9-c6c6e9794883 req-52517ef7-88cd-4ede-b6cc-f86982e3daf1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1311891
Feb 18 11:13:51.104616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1147e-3518-4596-a8b4-44db5d3adcdf req-e2528901-00d1-407e-9d71-f3be1f7febb4 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:51.108737 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b0a1147e-3518-4596-a8b4-44db5d3adcdf req-e2528901-00d1-407e-9d71-f3be1f7febb4 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2717190
Feb 18 11:13:51.308976 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 5d9db789-126c-40fa-8553-6452a67a40cc up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:13:51.463789 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a5f2166e-db89-46c9-83cc-a25709afa0ba req-9fc40985-f045-4e1b-ba53-b1c276a86c4e tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 210 time: 0.1421275
Feb 18 11:13:51.585103 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 5d9db789-126c-40fa-8553-6452a67a40cc triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:13:51.586583 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:52.083838 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664cd7-4867-4e5c-9c5d-ae2ff4b437c8 req-e37b5483-58e0-424e-ba73-245b4289f4cc tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:52.098667 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-74664cd7-4867-4e5c-9c5d-ae2ff4b437c8 req-e37b5483-58e0-424e-ba73-245b4289f4cc tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 945 time: 0.3433049
Feb 18 11:13:52.329578 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-74664cd7-4867-4e5c-9c5d-ae2ff4b437c8 req-d5289108-d9f9-4045-bbf7-7a9438b8da6d tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2244599
Feb 18 11:13:52.353458 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b0a1147e-3518-4596-a8b4-44db5d3adcdf req-2dd3d9df-c3f4-4882-8020-bac7ace52788 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8346109
Feb 18 11:13:52.427142 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9655db8-720e-4874-b7de-74bed98fc804 req-10ef61fa-a18d-4725-bd4e-ff2ee6acf564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:52.430773 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9655db8-720e-4874-b7de-74bed98fc804 req-10ef61fa-a18d-4725-bd4e-ff2ee6acf564 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 1162 time: 0.8963456
Feb 18 11:13:52.607500 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447aeb16-f8ec-4124-b48c-95e698111aa1 req-31377575-4a21-4be7-9529-30809498751a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:52.610352 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-447aeb16-f8ec-4124-b48c-95e698111aa1 req-31377575-4a21-4be7-9529-30809498751a service neutron] 10.222.0.79 "GET /v2.0/networks?id=c1017996-a61e-4427-a613-fd19e7162449 HTTP/1.1" status: 200  len: 912 time: 1.4994035
Feb 18 11:13:52.856320 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-447aeb16-f8ec-4124-b48c-95e698111aa1 req-2b7fb210-880f-4985-a6d3-13eb9db46ad0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e218ad9e-278c-439c-a543-96f1e4678e61 HTTP/1.1" status: 200  len: 217 time: 0.2102211
Feb 18 11:13:52.857238 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.79', 59607) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:52.906648 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac0fdb-0012-499d-9a3d-084fac7c2b7e req-6d365789-0aa7-4233-8f5d-e453e6fea05c tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:52.909729 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c4ac0fdb-0012-499d-9a3d-084fac7c2b7e req-6d365789-0aa7-4233-8f5d-e453e6fea05c tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 945 time: 1.7955742
Feb 18 11:13:52.918570 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a9655db8-720e-4874-b7de-74bed98fc804 req-1968c4e4-3dfb-4c48-94bb-3bbcb0bb96a1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4564426
Feb 18 11:13:52.944633 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de2700-64f2-4168-b6c8-e54338740e84 req-9500ad19-ce65-492f-b8e6-c2f3b9cb7a79 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:52.948500 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e8de2700-64f2-4168-b6c8-e54338740e84 req-9500ad19-ce65-492f-b8e6-c2f3b9cb7a79 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.2614923
Feb 18 11:13:52.965189 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 5d9db789-126c-40fa-8553-6452a67a40cc no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:13:53.153520 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e8de2700-64f2-4168-b6c8-e54338740e84 req-61dbec63-8781-4d7c-9d66-0a28cc24cc98 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1779819
Feb 18 11:13:53.324279 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:53.384323 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3c1031-d2aa-4568-adc8-d89a316e2c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d9db789-126c-40fa-8553-6452a67a40cc'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:13:53.411662 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 5d9db789-126c-40fa-8553-6452a67a40cc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=5d9db789-126c-40fa-8553-6452a67a40cc,segment=NetworkSegment(33e16fb9-36b2-4367-903f-c12e943ce64a),segment_id=33e16fb9-36b2-4367-903f-c12e943ce64a)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:13:53.413316 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-812d2efa-53b1-49b5-9378-63ffd3f04d5f req-bdd1d872-c9ca-4aec-a792-e2b93bbc53e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 210 time: 0.4850500
Feb 18 11:13:53.424579 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:53.428943 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:53.485839 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447aeb16-f8ec-4124-b48c-95e698111aa1 req-13d7145e-28c5-48b5-be21-008e9f3f8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:53.488986 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-447aeb16-f8ec-4124-b48c-95e698111aa1 req-13d7145e-28c5-48b5-be21-008e9f3f8a64 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=078c8601-5d6a-4793-a580-7498423d78df HTTP/1.1" status: 200  len: 858 time: 0.5679805
Feb 18 11:13:53.598766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-c4ac0fdb-0012-499d-9a3d-084fac7c2b7e req-ec87dab7-d204-438a-89b1-a98f4785553b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Deleting port 5d9db789-126c-40fa-8553-6452a67a40cc {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:13:53.599640 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c4ac0fdb-0012-499d-9a3d-084fac7c2b7e req-ec87dab7-d204-438a-89b1-a98f4785553b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:53.629342 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=5d9db789-126c-40fa-8553-6452a67a40cc,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:53.637559 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:53.804211 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed460f-fb6d-4388-bf90-ed739ec1f54c req-350f1eb4-6347-4944-9589-2571cb8842c6 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:53.807479 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d9ed460f-fb6d-4388-bf90-ed739ec1f54c req-350f1eb4-6347-4944-9589-2571cb8842c6 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 943 time: 0.2276275
Feb 18 11:13:53.918112 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d9ed460f-fb6d-4388-bf90-ed739ec1f54c req-c2780010-5f51-44bd-85cc-2810d313c84f tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976117
Feb 18 11:13:53.995238 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3c1031-d2aa-4568-adc8-d89a316e2c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d9db789-126c-40fa-8553-6452a67a40cc', 'code': 200}
Feb 18 11:13:54.047196 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-3b6fbc84-3fca-47bf-a5c6-b5e757598aa7 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:54.049127 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-3b6fbc84-3fca-47bf-a5c6-b5e757598aa7 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.79 "GET /v2.0/networks?id=5f928827-e780-4231-9309-73c921bf7d7a HTTP/1.1" status: 200  len: 814 time: 1.1850207
Feb 18 11:13:54.315900 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb86c9-41c5-45cc-a83c-270b76cc9ecd req-fb65e75f-6ff7-4a74-a839-1f9c19e1bfd5 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:54.319097 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2bfb86c9-41c5-45cc-a83c-270b76cc9ecd req-fb65e75f-6ff7-4a74-a839-1f9c19e1bfd5 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.5641689
Feb 18 11:13:54.404602 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-c4ac0fdb-0012-499d-9a3d-084fac7c2b7e req-ec87dab7-d204-438a-89b1-a98f4785553b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] For port 5d9db789-126c-40fa-8553-6452a67a40cc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=5d9db789-126c-40fa-8553-6452a67a40cc,segment=NetworkSegment(33e16fb9-36b2-4367-903f-c12e943ce64a),segment_id=33e16fb9-36b2-4367-903f-c12e943ce64a)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:13:54.405302 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c4ac0fdb-0012-499d-9a3d-084fac7c2b7e req-ec87dab7-d204-438a-89b1-a98f4785553b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:54.614972 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-c4ac0fdb-0012-499d-9a3d-084fac7c2b7e req-ec87dab7-d204-438a-89b1-a98f4785553b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Calling delete_port for 5d9db789-126c-40fa-8553-6452a67a40cc owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:13:54.697289 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2bfb86c9-41c5-45cc-a83c-270b76cc9ecd req-2641467b-8077-48cc-a0b5-5fee95c4c3f9 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3541565
Feb 18 11:13:54.880806 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c4ac0fdb-0012-499d-9a3d-084fac7c2b7e req-ec87dab7-d204-438a-89b1-a98f4785553b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:54.996539 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-81d5a9ec-2c0a-49a5-8314-b5b909d37f87 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:55.114378 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87dab7-d204-438a-89b1-a98f4785553b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Pushing event deleted for resources: {'Port': ['ID=5d9db789-126c-40fa-8553-6452a67a40cc,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:13:55.119400 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ec87dab7-d204-438a-89b1-a98f4785553b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:13:55.339398 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482e0e2-85e8-4fd5-8e13-484bdcce03ce req-aa2b205b-30a9-4003-8115-82358826038d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:55.342569 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d482e0e2-85e8-4fd5-8e13-484bdcce03ce req-aa2b205b-30a9-4003-8115-82358826038d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.2911222
Feb 18 11:13:55.451067 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ac0fdb-0012-499d-9a3d-084fac7c2b7e req-ec87dab7-d204-438a-89b1-a98f4785553b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] No DVR routers for this DVR port 5d9db789-126c-40fa-8553-6452a67a40cc on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:13:55.458449 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c4ac0fdb-0012-499d-9a3d-084fac7c2b7e req-ec87dab7-d204-438a-89b1-a98f4785553b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:55.463834 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3c1031-d2aa-4568-adc8-d89a316e2c51', 'name': 'network-vif-deleted', 'tag': '5d9db789-126c-40fa-8553-6452a67a40cc'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:13:55.559267 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d482e0e2-85e8-4fd5-8e13-484bdcce03ce req-77a39036-f827-49dc-8132-968ec704b07c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1478040
Feb 18 11:13:55.562258 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c4ac0fdb-0012-499d-9a3d-084fac7c2b7e req-ec87dab7-d204-438a-89b1-a98f4785553b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.79 "DELETE /v2.0/ports/5d9db789-126c-40fa-8553-6452a67a40cc HTTP/1.1" status: 204  len: 173 time: 2.6386025
Feb 18 11:13:55.900796 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7b6bc249-da24-4573-b42f-aaeadf4a4049 req-89803b73-58d5-4aff-a914-bc56035a3660 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 210 time: 0.1067729
Feb 18 11:13:56.246153 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Request body: {'port': {'device_id': 'df71e871-c87c-4a63-955f-74920e96c877', 'network_id': '5f928827-e780-4231-9309-73c921bf7d7a', 'admin_state_up': True, 'tenant_id': '631a9d49645c411f8ed9de83016996f5'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:13:56.377617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-5693a6d3-cac8-41ce-8b91-47236d01627c req-3b7806f1-4bf4-4141-9e35-eeff90f6ca99 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Synchronizing usage tracker for tenant:d430d31580924116a29c2d91dbc9d8c2 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:13:56.504592 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:13:56.519877 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-447aeb16-f8ec-4124-b48c-95e698111aa1 req-f8beb5df-fd26-43d7-b1ae-7321a9f87551 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c1017996-a61e-4427-a613-fd19e7162449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2955842
Feb 18 11:13:56.726957 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-5693a6d3-cac8-41ce-8b91-47236d01627c req-3b7806f1-4bf4-4141-9e35-eeff90f6ca99 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Unset dirty status for tenant:d430d31580924116a29c2d91dbc9d8c2 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:13:56.730486 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5693a6d3-cac8-41ce-8b91-47236d01627c req-3b7806f1-4bf4-4141-9e35-eeff90f6ca99 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3c1031-d2aa-4568-adc8-d89a316e2c51 HTTP/1.1" status: 200  len: 210 time: 0.5933583
Feb 18 11:13:56.964363 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3c1031-d2aa-4568-adc8-d89a316e2c51', 'name': 'network-vif-deleted', 'tag': '5d9db789-126c-40fa-8553-6452a67a40cc', 'status': 'completed', 'code': 200}
Feb 18 11:13:57.028346 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:57.079285 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Usage tracker for resource:port and tenant:631a9d49645c411f8ed9de83016996f5 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:13:57.127551 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:13:57.342486 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-447aeb16-f8ec-4124-b48c-95e698111aa1 req-71b24d0b-ba9e-403b-a4ab-61f63144ce52 service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7471063
Feb 18 11:13:57.364696 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:57.925431 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Made reservation on behalf of 631a9d49645c411f8ed9de83016996f5 for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:13:57.946875 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:58.009141 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5412e-1997-4e26-afa7-170339b22fb5 req-46c453d6-8f22-41d3-b9bf-f0215e246495 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:58.025125 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-80e5412e-1997-4e26-afa7-170339b22fb5 req-46c453d6-8f22-41d3-b9bf-f0215e246495 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.3989000
Feb 18 11:13:58.204103 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-80e5412e-1997-4e26-afa7-170339b22fb5 req-35e80ad4-921b-4710-8a3e-b10e58c16892 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1733468
Feb 18 11:13:58.214242 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 41314) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:58.307118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1076fa3-e457-4bb5-b9a9-363cf12feb0e req-98c20223-a182-47e5-b10d-c31fa9855cd5 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:13:58.321440 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e1076fa3-e457-4bb5-b9a9-363cf12feb0e req-98c20223-a182-47e5-b10d-c31fa9855cd5 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 1.1721852
Feb 18 11:13:58.532986 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-447aeb16-f8ec-4124-b48c-95e698111aa1 req-7129cf5d-71ff-4619-9818-9cb0facafde6 service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1632206
Feb 18 11:13:58.888064 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e1076fa3-e457-4bb5-b9a9-363cf12feb0e req-894d9427-8a3e-497d-a40f-9b4bf89d7687 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5085049
Feb 18 11:13:58.988147 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5134ce4f-d569-42df-82cd-c01f7ed78b44 req-7970ee44-3e85-4e6b-b7c8-9f0030450e43 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 210 time: 0.1796563
Feb 18 11:13:59.069499 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-71151f67-7a5e-44c3-a485-b59429cc5dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:59.124812 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-71151f67-7a5e-44c3-a485-b59429cc5dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:13:59.132537 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-71151f67-7a5e-44c3-a485-b59429cc5dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:7ee1aac5e1c84542a0e73d4c86eec76a is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:13:59.139463 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-71151f67-7a5e-44c3-a485-b59429cc5dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:13:59.153123 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-71151f67-7a5e-44c3-a485-b59429cc5dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:13:59.229172 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Allocated IP 172.20.0.5 (5f928827-e780-4231-9309-73c921bf7d7a/95dde4eb-bfb3-4ebc-a6e3-205ca86cf6ff/f70194ca-77c1-45db-9f74-ee813a5764f2) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:13:59.544976 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-71151f67-7a5e-44c3-a485-b59429cc5dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:59.561927 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-71151f67-7a5e-44c3-a485-b59429cc5dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:13:59.649733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-dd5cf3d2-3cee-427b-a54e-14cba9640c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:13:59.676073 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-71151f67-7a5e-44c3-a485-b59429cc5dc9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ee1aac5e1c84542a0e73d4c86eec76a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4447968
Feb 18 11:13:59.686848 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 41346) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:13:59.891820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71151f67-7a5e-44c3-a485-b59429cc5dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439fb9cf-81aa-4efe-b059-62720053237b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:00.010573 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-71151f67-7a5e-44c3-a485-b59429cc5dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:00.095957 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bb169b29-9a27-4052-8786-a675e13d3c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:00.174739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a6bf1-206a-4e5e-81bc-ac356e71c5e6 req-bc9d9bcd-fb8d-4621-818b-e6900c4532d9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:00.189405 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f74a6bf1-206a-4e5e-81bc-ac356e71c5e6 req-bc9d9bcd-fb8d-4621-818b-e6900c4532d9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.5109558
Feb 18 11:14:00.202685 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bb169b29-9a27-4052-8786-a675e13d3c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:00.335654 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f74a6bf1-206a-4e5e-81bc-ac356e71c5e6 req-963b2dbf-7955-4cf5-b6e1-10c933753b84 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1385343
Feb 18 11:14:00.460596 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bb169b29-9a27-4052-8786-a675e13d3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:00.475136 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5b2580ee-28d9-42e3-b26e-98a47d3bf7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:00.523772 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb169b29-9a27-4052-8786-a675e13d3c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439fb9cf-81aa-4efe-b059-62720053237b,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:00.548974 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bb169b29-9a27-4052-8786-a675e13d3c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:00.550419 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bb169b29-9a27-4052-8786-a675e13d3c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:00.569435 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-bb169b29-9a27-4052-8786-a675e13d3c01 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/439fb9cf-81aa-4efe-b059-62720053237b HTTP/1.1" status: 204  len: 168 time: 0.8806400
Feb 18 11:14:00.679155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253031e4-a415-463d-ab69-720843c808b0 req-a39c133f-1a48-42c2-827c-057097d64c1f tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:00.695498 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-253031e4-a415-463d-ab69-720843c808b0 req-a39c133f-1a48-42c2-827c-057097d64c1f tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/networks?id=9d421f61-3c0b-4c47-ab1a-b5c41a49296a HTTP/1.1" status: 200  len: 808 time: 0.5284717
Feb 18 11:14:00.745541 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-253031e4-a415-463d-ab69-720843c808b0 req-a4b2716b-3602-4e94-b0d7-ebf5cc1ef2c5 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/quotas/d430d31580924116a29c2d91dbc9d8c2 HTTP/1.1" status: 200  len: 375 time: 0.0490921
Feb 18 11:14:00.813525 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:00.889989 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075834ee-f5b1-44c5-bf23-a37e60262268 req-b857baa0-4386-471b-8df2-7a149ac7f4ee tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:00.905682 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-075834ee-f5b1-44c5-bf23-a37e60262268 req-b857baa0-4386-471b-8df2-7a149ac7f4ee tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2410746
Feb 18 11:14:01.014738 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-075834ee-f5b1-44c5-bf23-a37e60262268 req-b0ecf501-7fe4-40ec-9dff-6bc0494e8fb7 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072474
Feb 18 11:14:01.049418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:01.060358 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-253031e4-a415-463d-ab69-720843c808b0 req-fed22de3-d3a3-4cda-9caf-143932d801c6 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d430d31580924116a29c2d91dbc9d8c2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3131850
Feb 18 11:14:01.418424 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:01.425078 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-253031e4-a415-463d-ab69-720843c808b0 req-0fc5029e-5f05-42a9-acf4-05d78dfcf686 service neutron] 10.222.0.65 "GET /v2.0/networks/9d421f61-3c0b-4c47-ab1a-b5c41a49296a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3430550
Feb 18 11:14:01.472191 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 41386) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:14:01.574207 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04984b-08b3-4c36-9627-cbceba353bbd req-40ccfbd5-30be-487c-8527-039dcdca5bf5 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:01.596141 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ee04984b-08b3-4c36-9627-cbceba353bbd req-40ccfbd5-30be-487c-8527-039dcdca5bf5 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 931 time: 0.2874837
Feb 18 11:14:01.720784 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:01.885150 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-ee04984b-08b3-4c36-9627-cbceba353bbd req-1090af92-2126-42fc-9cd7-09bfafcbfe15 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Synchronizing usage tracker for tenant:631a9d49645c411f8ed9de83016996f5 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:14:01.920379 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Pushing event updated for resources: {'Port': ['ID=f70194ca-77c1-45db-9f74-ee813a5764f2,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:01.967644 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-ee04984b-08b3-4c36-9627-cbceba353bbd req-1090af92-2126-42fc-9cd7-09bfafcbfe15 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Unset dirty status for tenant:631a9d49645c411f8ed9de83016996f5 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:14:01.984270 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ee04984b-08b3-4c36-9627-cbceba353bbd req-1090af92-2126-42fc-9cd7-09bfafcbfe15 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3817322
Feb 18 11:14:02.000489 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:02.073537 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 41398) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:14:02.110909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4928fcf4-898b-4ea9-9a48-729ba5af3c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:02.164436 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-4928fcf4-898b-4ea9-9a48-729ba5af3c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:14:02.174110 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7fea5bc3-104e-40d7-9f98-1ec396450db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:02.175527 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f92a2229-fc71-41c7-b372-2cbf03e99f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:02.202225 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-4928fcf4-898b-4ea9-9a48-729ba5af3c3d admin admin] Usage tracker for resource:security_group_rule and tenant:66989587e4b84991a95c3bc05f774e02 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:14:02.208305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-4928fcf4-898b-4ea9-9a48-729ba5af3c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:14:02.219827 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-4928fcf4-898b-4ea9-9a48-729ba5af3c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:14:02.234960 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Network 5f928827-e780-4231-9309-73c921bf7d7a is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:14:02.241737 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:14:02.255109 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7fea5bc3-104e-40d7-9f98-1ec396450db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:14:02.264134 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7fea5bc3-104e-40d7-9f98-1ec396450db5 admin admin] Usage tracker for resource:security_group_rule and tenant:5690bf0d86754f7289cf10cc31df4170 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:14:02.270185 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7fea5bc3-104e-40d7-9f98-1ec396450db5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:14:02.289267 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7fea5bc3-104e-40d7-9f98-1ec396450db5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:14:02.340949 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-253031e4-a415-463d-ab69-720843c808b0 req-ea5cf56b-9d1a-40ba-ad63-66bbca5b88a2 service neutron] 10.222.0.65 "GET /v2.0/networks/9d421f61-3c0b-4c47-ab1a-b5c41a49296a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4225700
Feb 18 11:14:02.342909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:14:02.510713 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:02.512332 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:02.520359 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7fea5bc3-104e-40d7-9f98-1ec396450db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:02.542059 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7fea5bc3-104e-40d7-9f98-1ec396450db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:02.565028 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.3364744
Feb 18 11:14:02.593618 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Request body: {'port': {'device_id': 'df71e871-c87c-4a63-955f-74920e96c877', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:14:02.638564 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:02.777297 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea5bc3-104e-40d7-9f98-1ec396450db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef442134-3407-42d6-9a41-7e308382caba,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:02.850174 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7fea5bc3-104e-40d7-9f98-1ec396450db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:03.036751 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-7fea5bc3-104e-40d7-9f98-1ec396450db5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5690bf0d86754f7289cf10cc31df4170&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9412155
Feb 18 11:14:03.043139 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 41412) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:14:03.062059 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:03.293963 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada86b8c-6ee7-4b27-afbe-cbc05b82c3aa req-6739feae-68c7-4d61-b787-4599a04497b4 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:03.301538 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ada86b8c-6ee7-4b27-afbe-cbc05b82c3aa req-6739feae-68c7-4d61-b787-4599a04497b4 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.7416306
Feb 18 11:14:03.464496 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4928fcf4-898b-4ea9-9a48-729ba5af3c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:03.490214 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4928fcf4-898b-4ea9-9a48-729ba5af3c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:03.609524 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5cdcae47-162c-4fa2-a633-e449d9114079 req-4ca76741-a7a1-4a94-a204-776a7cc96ee0 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 210 time: 0.1364651
Feb 18 11:14:03.981689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322bd6b-bcc8-4404-ac40-4bb299b6d349 req-5eb70eaa-3e33-44be-9537-a3b2ce67542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:03.984613 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b322bd6b-bcc8-4404-ac40-4bb299b6d349 req-5eb70eaa-3e33-44be-9537-a3b2ce67542a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5f79b645e00d448c8c14c9f2fb529c48&device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 1162 time: 0.4859071
Feb 18 11:14:03.997982 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-65e5f4f9-110d-4e26-98bd-c550b6e9fb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:04.058387 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dfc07d5c-fd2d-44af-b597-babc4098dcea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:04.113910 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-4928fcf4-898b-4ea9-9a48-729ba5af3c3d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=66989587e4b84991a95c3bc05f774e02&name=default HTTP/1.1" status: 200  len: 2979 time: 2.6360011
Feb 18 11:14:04.135775 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 41432) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:14:04.157000 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ada86b8c-6ee7-4b27-afbe-cbc05b82c3aa req-7e736c9b-2c30-4c3f-8a56-cb1d1a706370 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8169427
Feb 18 11:14:04.195280 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928fcf4-898b-4ea9-9a48-729ba5af3c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278a713a-ad3d-4029-80fa-0b355b2586a7,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:04.211277 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4928fcf4-898b-4ea9-9a48-729ba5af3c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:04.234340 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dfc07d5c-fd2d-44af-b597-babc4098dcea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:04.449550 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:04.591095 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322bd6b-bcc8-4404-ac40-4bb299b6d349 req-247cfd4e-2edb-401c-b59e-c173e4d0585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:04.594097 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b322bd6b-bcc8-4404-ac40-4bb299b6d349 req-247cfd4e-2edb-401c-b59e-c173e4d0585a service neutron] 10.222.0.79 "GET /v2.0/networks?id=c1017996-a61e-4427-a613-fd19e7162449 HTTP/1.1" status: 200  len: 912 time: 0.5817688
Feb 18 11:14:04.716363 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:04.739728 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dfc07d5c-fd2d-44af-b597-babc4098dcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:04.756708 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e4abfc5a-9287-4a01-bc83-0d701456be1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:04.811314 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc07d5c-fd2d-44af-b597-babc4098dcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef442134-3407-42d6-9a41-7e308382caba,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:04.821189 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-dfc07d5c-fd2d-44af-b597-babc4098dcea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:04.833563 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b322bd6b-bcc8-4404-ac40-4bb299b6d349 req-363ec88b-52ed-4afe-aa51-aa18fd93f39a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e218ad9e-278c-439c-a543-96f1e4678e61 HTTP/1.1" status: 200  len: 217 time: 0.2159443
Feb 18 11:14:04.886784 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee0b39-676b-4e5e-9cc5-1cd8dea58668 req-d962d36a-3bad-4a40-a9cd-b5408d35003c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:04.888610 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-9dee0b39-676b-4e5e-9cc5-1cd8dea58668 req-d962d36a-3bad-4a40-a9cd-b5408d35003c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Synchronizing usage tracker for tenant:631a9d49645c411f8ed9de83016996f5 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:14:04.911311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dfc07d5c-fd2d-44af-b597-babc4098dcea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:04.913642 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-dfc07d5c-fd2d-44af-b597-babc4098dcea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ef442134-3407-42d6-9a41-7e308382caba HTTP/1.1" status: 204  len: 168 time: 1.8684280
Feb 18 11:14:04.928023 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb1012-60b4-4d67-bffb-eaaeece8d04e req-7b1872f7-cd5f-4618-9709-9630704e6958 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:04.941463 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-87fb1012-60b4-4d67-bffb-eaaeece8d04e req-7b1872f7-cd5f-4618-9709-9630704e6958 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.4562519
Feb 18 11:14:05.001961 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:05.013837 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a9897982-e054-42dc-9057-ed89777c5d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:05.069361 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:05.071612 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/278a713a-ad3d-4029-80fa-0b355b2586a7 HTTP/1.1" status: 204  len: 168 time: 0.9298728
Feb 18 11:14:05.073787 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278a713a-ad3d-4029-80fa-0b355b2586a7,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:05.079270 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322bd6b-bcc8-4404-ac40-4bb299b6d349 req-bc7595e1-06f9-4d25-b197-92ddc5bc57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:05.082232 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b322bd6b-bcc8-4404-ac40-4bb299b6d349 req-bc7595e1-06f9-4d25-b197-92ddc5bc57d3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=078c8601-5d6a-4793-a580-7498423d78df HTTP/1.1" status: 200  len: 858 time: 0.1789660
Feb 18 11:14:05.101995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.102747 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.103438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.104097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.104822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.105508 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.106174 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.107465 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.108020 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.108720 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.109579 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.110017 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.110899 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.112314 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.113123 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.114085 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.114781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.116618 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.117000 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.117679 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.118365 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.119037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.119772 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.120450 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:05.145326 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-87fb1012-60b4-4d67-bffb-eaaeece8d04e req-b8efe459-f69b-4d6e-9d8f-142823e77131 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1979566
Feb 18 11:14:05.147405 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:05.439508 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70194ca-77c1-45db-9f74-ee813a5764f2 {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:14:05.458266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:05.488146 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Transition to ACTIVE for port object f70194ca-77c1-45db-9f74-ee813a5764f2 will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:14:05.496384 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b322bd6b-bcc8-4404-ac40-4bb299b6d349 req-0232f026-a79f-474a-aaa5-077d4cd5cfe6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c1017996-a61e-4427-a613-fd19e7162449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3854902
Feb 18 11:14:05.497103 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-9dee0b39-676b-4e5e-9cc5-1cd8dea58668 req-d962d36a-3bad-4a40-a9cd-b5408d35003c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Unset dirty status for tenant:631a9d49645c411f8ed9de83016996f5 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:14:05.509261 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9dee0b39-676b-4e5e-9cc5-1cd8dea58668 req-d962d36a-3bad-4a40-a9cd-b5408d35003c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 931 time: 1.4608438
Feb 18 11:14:05.574255 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:05.608242 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9226419f-cc52-408a-af79-8c38af76b366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:05.843437 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d3922e8a-a5e9-4a37-aced-f4f847ace5cf req-0816efeb-679b-4ce0-b58d-f54696f8ed75 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 210 time: 0.2614753
Feb 18 11:14:06.026935 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cb528a8a-7406-460f-a3b7-eeb94ea96623 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:06.214904 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:06.375307 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 41468) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:14:06.846387 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933d060-a8ec-48a8-9b7a-79f8d8a4d8f6 req-e41ca157-1fe1-4dad-aa85-02553b90519b tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:06.857352 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f933d060-a8ec-48a8-9b7a-79f8d8a4d8f6 req-e41ca157-1fe1-4dad-aa85-02553b90519b tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.4105537
Feb 18 11:14:06.986582 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f933d060-a8ec-48a8-9b7a-79f8d8a4d8f6 req-0a2dc97b-be07-48dc-a3f2-fcbe60647c71 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1151805
Feb 18 11:14:07.259583 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Pushing event updated for resources: {'Port': ['ID=f70194ca-77c1-45db-9f74-ee813a5764f2,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:07.266415 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.239s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:07.284740 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253031e4-a415-463d-ab69-720843c808b0 req-bc3eb2c3-a13a-4362-8fa5-8728d8096c13 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:07.290933 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-253031e4-a415-463d-ab69-720843c808b0 req-bc3eb2c3-a13a-4362-8fa5-8728d8096c13 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.79 "GET /v2.0/networks?id=9d421f61-3c0b-4c47-ab1a-b5c41a49296a HTTP/1.1" status: 200  len: 808 time: 1.4106064
Feb 18 11:14:07.350142 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-253031e4-a415-463d-ab69-720843c808b0 req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Request body: {'port': {'device_id': '57002205-1542-41a8-b2c3-3d8d8dab1e2e', 'network_id': '9d421f61-3c0b-4c47-ab1a-b5c41a49296a', 'admin_state_up': True, 'tenant_id': 'd430d31580924116a29c2d91dbc9d8c2'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:14:07.510626 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9be0e136-7d7c-4503-867b-d0a8d2dd8c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:07.603526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-9be0e136-7d7c-4503-867b-d0a8d2dd8c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:14:07.648887 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-9be0e136-7d7c-4503-867b-d0a8d2dd8c72 admin admin] Usage tracker for resource:security_group_rule and tenant:1bfb0b94dc3841b6a730a5f6db2bd036 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:14:07.673452 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-9be0e136-7d7c-4503-867b-d0a8d2dd8c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:14:07.723577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-9be0e136-7d7c-4503-867b-d0a8d2dd8c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:14:07.852463 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-253031e4-a415-463d-ab69-720843c808b0 req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:14:07.853390 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fb103-0de1-449f-ae72-7ecbe075fe27 req-045f249c-a3ad-4f07-9e41-170857faddb2 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:07.867816 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-511fb103-0de1-449f-ae72-7ecbe075fe27 req-045f249c-a3ad-4f07-9e41-170857faddb2 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.5300515
Feb 18 11:14:07.880199 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-253031e4-a415-463d-ab69-720843c808b0 req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:14:07.966074 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9dee0b39-676b-4e5e-9cc5-1cd8dea58668 req-41fccb42-6561-4721-a0b4-d3cf2352d1c3 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.4443145
Feb 18 11:14:07.967210 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253031e4-a415-463d-ab69-720843c808b0 req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Made reservation on behalf of d430d31580924116a29c2d91dbc9d8c2 for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:14:07.989709 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-253031e4-a415-463d-ab69-720843c808b0 req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:08.113180 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9be0e136-7d7c-4503-867b-d0a8d2dd8c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:08.127759 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9be0e136-7d7c-4503-867b-d0a8d2dd8c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:08.154714 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-220d3283-c93a-430d-97c3-cb7dd6604058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:08.210033 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-511fb103-0de1-449f-ae72-7ecbe075fe27 req-0b9e908d-3dc0-4fb4-8b77-6195c3537568 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3343668
Feb 18 11:14:08.215989 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:08.322028 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-9be0e136-7d7c-4503-867b-d0a8d2dd8c72 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1bfb0b94dc3841b6a730a5f6db2bd036&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9436190
Feb 18 11:14:08.331823 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 41524) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:14:08.501845 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0e136-7d7c-4503-867b-d0a8d2dd8c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7346dca8-411a-4002-9669-e07748ee6300,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:08.516807 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:08.549927 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9be0e136-7d7c-4503-867b-d0a8d2dd8c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:08.607450 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-708cd420-6ed4-46fa-bc3d-2525488eb87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:08.746377 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-708cd420-6ed4-46fa-bc3d-2525488eb87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:08.876747 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-708cd420-6ed4-46fa-bc3d-2525488eb87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:08.894926 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-fe1d2a5c-855d-4d00-8a34-a704202cff69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:08.921364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cd420-6ed4-46fa-bc3d-2525488eb87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7346dca8-411a-4002-9669-e07748ee6300,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:08.935724 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-708cd420-6ed4-46fa-bc3d-2525488eb87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:08.949506 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-708cd420-6ed4-46fa-bc3d-2525488eb87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:08.958271 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-708cd420-6ed4-46fa-bc3d-2525488eb87f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7346dca8-411a-4002-9669-e07748ee6300 HTTP/1.1" status: 204  len: 168 time: 0.6243618
Feb 18 11:14:09.384939 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf444b12-82ec-4996-86ce-e32ad8ddad72 req-a663e9db-44ab-4cb9-98a1-43d6030b2f25 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 210 time: 0.7157233
Feb 18 11:14:09.393698 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b322bd6b-bcc8-4404-ac40-4bb299b6d349 req-2ac260e3-a2b1-4506-a472-94e7b2d108c2 service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=segments HTTP/1.1" status: 200  len: 212 time: 3.8702176
Feb 18 11:14:09.501591 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afb47c-476b-49eb-9d8c-4666431bf2c6 req-200d7fc3-02ff-44ae-8a9b-542682e9d6f9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:09.523795 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-37afb47c-476b-49eb-9d8c-4666431bf2c6 req-200d7fc3-02ff-44ae-8a9b-542682e9d6f9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.2937057
Feb 18 11:14:09.661541 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-37afb47c-476b-49eb-9d8c-4666431bf2c6 req-41713661-b50f-45c1-ac5d-bde6445f49d6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1360350
Feb 18 11:14:10.358964 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b322bd6b-bcc8-4404-ac40-4bb299b6d349 req-adf5f9a9-9a55-4997-ba4c-aaba46cde0b8 service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6127081
Feb 18 11:14:10.461102 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051dbf4f-2e3e-4f38-a8ca-f37545485b8c req-151bc617-b0e5-476b-832a-95ee4d5120a3 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:10.477483 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-051dbf4f-2e3e-4f38-a8ca-f37545485b8c req-151bc617-b0e5-476b-832a-95ee4d5120a3 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.4702158
Feb 18 11:14:10.594194 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-051dbf4f-2e3e-4f38-a8ca-f37545485b8c req-7a5eb99d-d180-42cc-a92c-1d42e63879f0 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111598
Feb 18 11:14:11.012612 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Attempting to bind port f70194ca-77c1-45db-9f74-ee813a5764f2 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:14:11.014118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Attempting to bind port f70194ca-77c1-45db-9f74-ee813a5764f2 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '825c779e-5534-4167-9bee-949cb58a537c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5f928827-e780-4231-9309-73c921bf7d7a'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:14:11.014801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Attempting to bind port f70194ca-77c1-45db-9f74-ee813a5764f2 on network 5f928827-e780-4231-9309-73c921bf7d7a {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:14:11.079278 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:14:11.085370 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Checking segment: {'id': '825c779e-5534-4167-9bee-949cb58a537c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5f928827-e780-4231-9309-73c921bf7d7a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:14:11.086095 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:11.086787 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Bound using segment: {'id': '825c779e-5534-4167-9bee-949cb58a537c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5f928827-e780-4231-9309-73c921bf7d7a'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:14:11.087669 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Bound port: f70194ca-77c1-45db-9f74-ee813a5764f2, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825c779e-5534-4167-9bee-949cb58a537c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5f928827-e780-4231-9309-73c921bf7d7a'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:14:11.088316 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:11.367718 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-253031e4-a415-463d-ab69-720843c808b0 req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Allocated IP 172.20.0.2 (9d421f61-3c0b-4c47-ab1a-b5c41a49296a/5960a747-d2be-4d3b-8556-3dbd5e564c56/0003cce8-fdf9-4624-a428-291e76982bfd) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:14:12.450250 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-253031e4-a415-463d-ab69-720843c808b0 req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:12.578514 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7afc79-f5ec-4227-a8d8-adc1e3c68c03 req-5eaf4ce7-e8c1-46f0-b371-1c351db02cf7 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:12.594941 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1f7afc79-f5ec-4227-a8d8-adc1e3c68c03 req-5eaf4ce7-e8c1-46f0-b371-1c351db02cf7 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 943 time: 1.9489679
Feb 18 11:14:12.641231 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device e218ad9e-278c-439c-a543-96f1e4678e61 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:14:12.720373 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-253031e4-a415-463d-ab69-720843c808b0 req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:12.739545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] For port f70194ca-77c1-45db-9f74-ee813a5764f2, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:14:12.859686 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-be965445-0534-47bb-9f1f-e3d5aa4a7cee tempest-DeleteServersTestJSON-834405599 tempest-DeleteServersTestJSON-834405599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:12.875995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port e218ad9e-278c-439c-a543-96f1e4678e61 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:14:12.877310 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:13.089175 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd421eed-ce68-4ef1-b146-509faa86d342 req-e395dc9c-7362-40df-a820-bd06fc21b26b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:13.111435 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fd421eed-ce68-4ef1-b146-509faa86d342 req-e395dc9c-7362-40df-a820-bd06fc21b26b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 931 time: 0.5986316
Feb 18 11:14:13.136086 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] For port f70194ca-77c1-45db-9f74-ee813a5764f2, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f70194ca-77c1-45db-9f74-ee813a5764f2,segment=NetworkSegment(825c779e-5534-4167-9bee-949cb58a537c),segment_id=825c779e-5534-4167-9bee-949cb58a537c)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:14:13.363746 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fd421eed-ce68-4ef1-b146-509faa86d342 req-63c5ce17-5dfa-48ac-9973-2c651715f069 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2506282
Feb 18 11:14:13.604268 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 41600) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:14:14.020356 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1f7afc79-f5ec-4227-a8d8-adc1e3c68c03 req-4f07b1aa-62d1-41be-ab46-57bddf230bbc tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4230855
Feb 18 11:14:14.027534 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:14.212926 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f518d-9d50-44c3-8946-4a68ab6174ff req-ca6969bd-d6f4-4260-b993-815bcbb99fa4 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:14.235664 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-da8f518d-9d50-44c3-8946-4a68ab6174ff req-ca6969bd-d6f4-4260-b993-815bcbb99fa4 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.3781283
Feb 18 11:14:14.458173 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-da8f518d-9d50-44c3-8946-4a68ab6174ff req-138483bc-fbb0-4b84-897d-08cda60644bf tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2207296
Feb 18 11:14:14.656087 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5642-806e-4508-ac0a-f46f6e9a996a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:14.688561 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device e218ad9e-278c-439c-a543-96f1e4678e61 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:14:14.694552 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253031e4-a415-463d-ab69-720843c808b0 req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Network 9d421f61-3c0b-4c47-ab1a-b5c41a49296a is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:14:14.704777 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-253031e4-a415-463d-ab69-720843c808b0 req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:14:14.715306 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-253031e4-a415-463d-ab69-720843c808b0 req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:14:14.845196 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ec3a5642-806e-4508-ac0a-f46f6e9a996a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:14:14.875200 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ec3a5642-806e-4508-ac0a-f46f6e9a996a admin admin] Usage tracker for resource:security_group_rule and tenant:9ab64662542544cc9e098207baf971b5 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:14:14.895636 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ec3a5642-806e-4508-ac0a-f46f6e9a996a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:14:14.950320 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ec3a5642-806e-4508-ac0a-f46f6e9a996a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:14:15.153038 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253031e4-a415-463d-ab69-720843c808b0 req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:15.154806 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-253031e4-a415-463d-ab69-720843c808b0 req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:15.210687 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:15.212444 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:15.231449 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] 10.222.0.79 "PUT /v2.0/ports/f70194ca-77c1-45db-9f74-ee813a5764f2 HTTP/1.1" status: 200  len: 1157 time: 12.6492119
Feb 18 11:14:15.236820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df71e871-c87c-4a63-955f-74920e96c877', 'tag': 'f70194ca-77c1-45db-9f74-ee813a5764f2'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:14:15.250296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Pushing event updated for resources: {'Port': ['ID=0003cce8-fdf9-4624-a428-291e76982bfd,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:15.375589 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-253031e4-a415-463d-ab69-720843c808b0 req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.0407202
Feb 18 11:14:15.491074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.492107 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.497153 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.498269 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.499135 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.499947 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.500772 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.501791 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.502625 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.503441 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.504252 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.507260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.508553 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.509436 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.510313 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.511110 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.512124 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.513012 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.513789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.514544 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.515331 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.516118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.516970 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.517783 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:15.547579 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Request body: {'port': {'device_id': '57002205-1542-41a8-b2c3-3d8d8dab1e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:14:15.565460 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5642-806e-4508-ac0a-f46f6e9a996a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:15.640828 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port e218ad9e-278c-439c-a543-96f1e4678e61 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:14:15.641635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:15.752729 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5642-806e-4508-ac0a-f46f6e9a996a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:15.842949 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9be0e136-7d7c-4503-867b-d0a8d2dd8c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:15.847530 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.987s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:15.931844 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.268s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:16.053879 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ec3a5642-806e-4508-ac0a-f46f6e9a996a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ab64662542544cc9e098207baf971b5&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4302447
Feb 18 11:14:16.055291 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 41636) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:14:16.114738 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:16.149320 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Pushing event updated for resources: {'Port': ['ID=f70194ca-77c1-45db-9f74-ee813a5764f2,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:16.181218 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:16.316422 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a5642-806e-4508-ac0a-f46f6e9a996a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fb8574-5c5e-4587-a9ad-cf80bf493d8d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:16.331006 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ec3a5642-806e-4508-ac0a-f46f6e9a996a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:16.371013 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8127efd-b669-4e0d-a1c7-630968ed4ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:16.433938 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8127efd-b669-4e0d-a1c7-630968ed4ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:16.549457 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8127efd-b669-4e0d-a1c7-630968ed4ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:16.565193 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d4d2e4ce-377d-47c6-8c2a-075fc07aaa5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:16.611125 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8127efd-b669-4e0d-a1c7-630968ed4ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fb8574-5c5e-4587-a9ad-cf80bf493d8d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:16.634788 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d8127efd-b669-4e0d-a1c7-630968ed4ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:16.707925 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ac849-538e-4621-8bc6-cc14b6191825 req-b81b7c14-4b9b-4af3-9727-099f689e238b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:16.736872 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-945ac849-538e-4621-8bc6-cc14b6191825 req-b81b7c14-4b9b-4af3-9727-099f689e238b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 931 time: 1.1595056
Feb 18 11:14:16.926194 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-945ac849-538e-4621-8bc6-cc14b6191825 req-0ce93e6b-7adc-4c9c-93f5-27ca82f31680 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863179
Feb 18 11:14:16.936815 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8127efd-b669-4e0d-a1c7-630968ed4ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:16.940344 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d8127efd-b669-4e0d-a1c7-630968ed4ce0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/28fb8574-5c5e-4587-a9ad-cf80bf493d8d HTTP/1.1" status: 204  len: 168 time: 0.8479207
Feb 18 11:14:17.728102 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0003cce8-fdf9-4624-a428-291e76982bfd {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:14:17.823052 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:17.919332 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7782fb-8a4f-4933-951f-f97e7c2b25d3 req-ad843ba0-89da-4119-b83e-170682d9cdf5 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:17.941325 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bd7782fb-8a4f-4933-951f-f97e7c2b25d3 req-ad843ba0-89da-4119-b83e-170682d9cdf5 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 943 time: 0.3113062
Feb 18 11:14:17.948484 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05168e-e163-4634-8f04-0578ee567982 req-eade110b-2d9f-45d1-a061-b0403d234cda tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:17.961007 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ed05168e-e163-4634-8f04-0578ee567982 req-eade110b-2d9f-45d1-a061-b0403d234cda tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 2.7554433
Feb 18 11:14:17.984649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-d4f89849-9f57-4d55-95ce-4ed9a059db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:17.988881 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-d4f89849-9f57-4d55-95ce-4ed9a059db34 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=631a9d49645c411f8ed9de83016996f5&device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 1160 time: 2.5973241
Feb 18 11:14:17.994551 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Transition to ACTIVE for port object 0003cce8-fdf9-4624-a428-291e76982bfd will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:14:18.187430 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bd7782fb-8a4f-4933-951f-f97e7c2b25d3 req-502229d2-0b94-4a81-aa38-4004e29132a4 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2412357
Feb 18 11:14:18.529090 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:18.580966 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-690bdee4-1258-4097-a52b-f13256b3b1a5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f70194ca-77c1-45db-9f74-ee813a5764f2 HTTP/1.1" status: 200  len: 217 time: 0.5631604
Feb 18 11:14:18.593783 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df71e871-c87c-4a63-955f-74920e96c877', 'tag': 'f70194ca-77c1-45db-9f74-ee813a5764f2', 'status': 'completed', 'code': 200}
Feb 18 11:14:18.603033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ec87dab7-d204-438a-89b1-a98f4785553b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:19.075630 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592aa5c-8fbf-42c2-98bb-ad475a945c7e req-b82d1108-e858-4d4f-81ae-f6d2c472a999 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:19.104275 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c592aa5c-8fbf-42c2-98bb-ad475a945c7e req-b82d1108-e858-4d4f-81ae-f6d2c472a999 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.4869483
Feb 18 11:14:19.269780 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c592aa5c-8fbf-42c2-98bb-ad475a945c7e req-ed82f998-3169-46e0-8537-559d144a2711 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1515954
Feb 18 11:14:19.915429 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ed05168e-e163-4634-8f04-0578ee567982 req-1a7e19a1-3a00-4700-949a-0090c88a4f08 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.9034910
Feb 18 11:14:20.047838 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Pushing event updated for resources: {'Port': ['ID=0003cce8-fdf9-4624-a428-291e76982bfd,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:20.110351 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.507s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:20.114256 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-0c6cbc0d-ad07-4b9f-8146-2075b369bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:20.120078 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-0c6cbc0d-ad07-4b9f-8146-2075b369bc4f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=95dde4eb-bfb3-4ebc-a6e3-205ca86cf6ff HTTP/1.1" status: 200  len: 854 time: 1.4267180
Feb 18 11:14:20.517125 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-8258ed5d-7adb-44aa-926c-a5d32735d862 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f928827-e780-4231-9309-73c921bf7d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3873754
Feb 18 11:14:20.523061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e059-53b9-41a8-8482-18279e3e1255 req-860da66e-2f00-41a4-921c-794c4a208ef9 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:20.542004 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c857e059-53b9-41a8-8482-18279e3e1255 req-860da66e-2f00-41a4-921c-794c4a208ef9 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/networks?id=f6991765-5e81-4fe1-8b5d-a8257ead4d37 HTTP/1.1" status: 200  len: 814 time: 0.7931533
Feb 18 11:14:20.591522 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c857e059-53b9-41a8-8482-18279e3e1255 req-21a692ea-f7d6-42a8-aa5a-7b7ca9564ec8 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/quotas/0a68c5b433e340019b806363e3e4a841 HTTP/1.1" status: 200  len: 375 time: 0.0448494
Feb 18 11:14:21.078868 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c857e059-53b9-41a8-8482-18279e3e1255 req-7fe023cd-5ad2-4675-a4cf-33a487ab0dcc tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a68c5b433e340019b806363e3e4a841&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4752202
Feb 18 11:14:21.604797 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c857e059-53b9-41a8-8482-18279e3e1255 req-b208f3a1-f2b0-482a-afd1-92598d62e9fb service neutron] 10.222.0.65 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5166388
Feb 18 11:14:21.840124 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-17072588-4dc7-4172-b395-b8abd6585e32 service neutron] 10.222.0.79 "GET /v2.0/networks/5f928827-e780-4231-9309-73c921bf7d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2914102
Feb 18 11:14:22.087247 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c857e059-53b9-41a8-8482-18279e3e1255 req-5bb81ca6-c94e-4550-b9e4-d48c851ac771 service neutron] 10.222.0.65 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4704282
Feb 18 11:14:22.565741 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590ec15-329e-4447-a526-3733e6a3b228 req-058cd26d-ec8c-4018-a95a-816f4e8b76fd tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:22.567177 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-7590ec15-329e-4447-a526-3733e6a3b228 req-058cd26d-ec8c-4018-a95a-816f4e8b76fd tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Synchronizing usage tracker for tenant:d430d31580924116a29c2d91dbc9d8c2 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:14:22.876269 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-7590ec15-329e-4447-a526-3733e6a3b228 req-058cd26d-ec8c-4018-a95a-816f4e8b76fd tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Unset dirty status for tenant:d430d31580924116a29c2d91dbc9d8c2 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:14:22.893309 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7590ec15-329e-4447-a526-3733e6a3b228 req-058cd26d-ec8c-4018-a95a-816f4e8b76fd tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 943 time: 2.3740766
Feb 18 11:14:22.998912 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Attempting to bind port 0003cce8-fdf9-4624-a428-291e76982bfd on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:14:23.000047 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Attempting to bind port 0003cce8-fdf9-4624-a428-291e76982bfd by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '33e16fb9-36b2-4367-903f-c12e943ce64a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9d421f61-3c0b-4c47-ab1a-b5c41a49296a'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:14:23.001094 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Attempting to bind port 0003cce8-fdf9-4624-a428-291e76982bfd on network 9d421f61-3c0b-4c47-ab1a-b5c41a49296a {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:14:23.028954 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:14:23.029924 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Checking segment: {'id': '33e16fb9-36b2-4367-903f-c12e943ce64a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9d421f61-3c0b-4c47-ab1a-b5c41a49296a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:14:23.030602 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:23.031215 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Bound using segment: {'id': '33e16fb9-36b2-4367-903f-c12e943ce64a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9d421f61-3c0b-4c47-ab1a-b5c41a49296a'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:14:23.031972 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Bound port: 0003cce8-fdf9-4624-a428-291e76982bfd, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e16fb9-36b2-4367-903f-c12e943ce64a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9d421f61-3c0b-4c47-ab1a-b5c41a49296a'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:14:23.032977 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:23.169658 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4bf57d75-7acf-41e5-b134-345ecb2beb2a req-ba1443c6-8860-48e7-aa70-7dc5bc614ef3 service neutron] 10.222.0.79 "GET /v2.0/networks/5f928827-e780-4231-9309-73c921bf7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2898500
Feb 18 11:14:23.235667 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd45b73-6a63-4d23-af9a-9b4d2892b2d5 req-65020aa9-71de-46d2-b104-eaf3aa2beed0 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:23.240000 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8fd45b73-6a63-4d23-af9a-9b4d2892b2d5 req-65020aa9-71de-46d2-b104-eaf3aa2beed0 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 943 time: 0.2766466
Feb 18 11:14:23.334260 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7590ec15-329e-4447-a526-3733e6a3b228 req-627f0ebd-5c91-48b9-9034-3fa2a34d0f1c tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4386954
Feb 18 11:14:23.524631 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8fd45b73-6a63-4d23-af9a-9b4d2892b2d5 req-417e1883-e8f0-480b-a95f-54f9d31375d8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2585535
Feb 18 11:14:23.930869 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] For port 0003cce8-fdf9-4624-a428-291e76982bfd, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:14:23.967403 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] For port 0003cce8-fdf9-4624-a428-291e76982bfd, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=0003cce8-fdf9-4624-a428-291e76982bfd,segment=NetworkSegment(33e16fb9-36b2-4367-903f-c12e943ce64a),segment_id=33e16fb9-36b2-4367-903f-c12e943ce64a)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:14:24.007067 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:24.027185 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-513418a6-5a87-4dbe-8ca0-e784d7f8cdd4 req-7320cbfc-54c3-4687-8c69-0841b84a61df tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 210 time: 0.1791475
Feb 18 11:14:24.251864 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b8e9ff63-8942-40fb-833f-58bc2afe1252 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:24.621370 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8a0d2-ee1e-4066-b117-08d378874915 req-37ed1083-6ff8-4278-882a-539b1ec17ab0 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:24.631979 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4dc8a0d2-ee1e-4066-b117-08d378874915 req-37ed1083-6ff8-4278-882a-539b1ec17ab0 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2860126
Feb 18 11:14:24.789220 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcc308-05fc-4ce4-bd5a-c4dc13a7f644 req-c3af7dec-5d9a-4d52-b035-69b451973ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:24.791699 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-53bcc308-05fc-4ce4-bd5a-c4dc13a7f644 req-c3af7dec-5d9a-4d52-b035-69b451973ab2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=631a9d49645c411f8ed9de83016996f5&device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 1160 time: 1.4192829
Feb 18 11:14:24.834763 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4dc8a0d2-ee1e-4066-b117-08d378874915 req-eceacc2d-6112-4596-8509-e0aa2657cbd4 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825538
Feb 18 11:14:25.332682 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Pushing event updated for resources: {'Port': ['ID=0003cce8-fdf9-4624-a428-291e76982bfd,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:25.351143 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.100s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:25.362889 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcc308-05fc-4ce4-bd5a-c4dc13a7f644 req-fa53cfcf-3f9e-486e-893b-ea74481cd04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:25.366799 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-53bcc308-05fc-4ce4-bd5a-c4dc13a7f644 req-fa53cfcf-3f9e-486e-893b-ea74481cd04b service neutron] 10.222.0.79 "GET /v2.0/networks?id=5f928827-e780-4231-9309-73c921bf7d7a HTTP/1.1" status: 200  len: 908 time: 0.5281625
Feb 18 11:14:25.465028 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171b590-0d28-4f31-b874-daeb99e345f9 req-8b7d07f5-d1b2-4bb0-ac00-a8bff026ddb1 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:25.468084 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5171b590-0d28-4f31-b874-daeb99e345f9 req-8b7d07f5-d1b2-4bb0-ac00-a8bff026ddb1 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 943 time: 0.3178639
Feb 18 11:14:25.617218 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5171b590-0d28-4f31-b874-daeb99e345f9 req-05dfab3b-c832-4ff2-b965-511293f41c08 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357417
Feb 18 11:14:25.720022 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-53bcc308-05fc-4ce4-bd5a-c4dc13a7f644 req-2ab393b1-5c27-4890-b08d-d3c0baf7ce7d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f70194ca-77c1-45db-9f74-ee813a5764f2 HTTP/1.1" status: 200  len: 217 time: 0.3302081
Feb 18 11:14:25.909515 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c1b9a-5e7f-4fd0-8cdd-e6e7b6862e1a req-3e674214-07c0-4f90-8b35-1ad4aa36684f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:25.928781 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8e9c1b9a-5e7f-4fd0-8cdd-e6e7b6862e1a req-3e674214-07c0-4f90-8b35-1ad4aa36684f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 1.7809305
Feb 18 11:14:26.102497 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcc308-05fc-4ce4-bd5a-c4dc13a7f644 req-14a7a8cd-8a96-4846-baca-306a13fa3dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:26.106728 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-53bcc308-05fc-4ce4-bd5a-c4dc13a7f644 req-14a7a8cd-8a96-4846-baca-306a13fa3dea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=95dde4eb-bfb3-4ebc-a6e3-205ca86cf6ff HTTP/1.1" status: 200  len: 854 time: 0.2670314
Feb 18 11:14:26.269730 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-53bcc308-05fc-4ce4-bd5a-c4dc13a7f644 req-8b36c7b3-0daf-4c56-b317-9016ae3a4f36 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f928827-e780-4231-9309-73c921bf7d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1254907
Feb 18 11:14:26.406182 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb05d80-89b6-487c-965a-dad0838dc982 req-5d650b19-4629-4f1c-8126-5fd476518c13 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:26.413439 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3eb05d80-89b6-487c-965a-dad0838dc982 req-5d650b19-4629-4f1c-8126-5fd476518c13 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 943 time: 0.3575130
Feb 18 11:14:26.578580 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3eb05d80-89b6-487c-965a-dad0838dc982 req-7c03c137-17c3-4d92-9c8f-a8a67b2a3df3 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568232
Feb 18 11:14:26.623168 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-53bcc308-05fc-4ce4-bd5a-c4dc13a7f644 req-449b73a3-5567-4d58-92b4-e3cec0031bc0 service neutron] 10.222.0.79 "GET /v2.0/networks/5f928827-e780-4231-9309-73c921bf7d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3404298
Feb 18 11:14:26.764521 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:26.765809 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:26.769187 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-253031e4-a415-463d-ab69-720843c808b0 req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] 10.222.0.79 "PUT /v2.0/ports/0003cce8-fdf9-4624-a428-291e76982bfd HTTP/1.1" status: 200  len: 1157 time: 11.3534236
Feb 18 11:14:26.770411 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57002205-1542-41a8-b2c3-3d8d8dab1e2e', 'tag': '0003cce8-fdf9-4624-a428-291e76982bfd'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:14:27.126409 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.objects.ports [None req-afc353c7-5618-4a2e-87c2-beab629fd3a8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 11:14:27.993666 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8e9c1b9a-5e7f-4fd0-8cdd-e6e7b6862e1a req-51f0ca37-24cf-463a-8059-eb31ecb3d577 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.8833559
Feb 18 11:14:28.052509 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device f70194ca-77c1-45db-9f74-ee813a5764f2 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:14:28.174305 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-53bcc308-05fc-4ce4-bd5a-c4dc13a7f644 req-2af98697-9b90-4183-9a66-551b0741d8ac service neutron] 10.222.0.79 "GET /v2.0/networks/5f928827-e780-4231-9309-73c921bf7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.4136488
Feb 18 11:14:28.244035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253031e4-a415-463d-ab69-720843c808b0 req-dee28516-2b14-4879-9061-80817ebd2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:28.247252 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-253031e4-a415-463d-ab69-720843c808b0 req-dee28516-2b14-4879-9061-80817ebd2858 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d430d31580924116a29c2d91dbc9d8c2&device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 1160 time: 0.6589320
Feb 18 11:14:28.293937 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e059-53b9-41a8-8482-18279e3e1255 req-156bc87f-c3f5-45a0-b9c0-5f3968dca043 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:28.300717 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c857e059-53b9-41a8-8482-18279e3e1255 req-156bc87f-c3f5-45a0-b9c0-5f3968dca043 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.79 "GET /v2.0/networks?id=f6991765-5e81-4fe1-8b5d-a8257ead4d37 HTTP/1.1" status: 200  len: 814 time: 1.6680892
Feb 18 11:14:28.377346 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port f70194ca-77c1-45db-9f74-ee813a5764f2 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:14:28.402342 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port f70194ca-77c1-45db-9f74-ee813a5764f2 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:14:28.403601 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:28.439800 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-c857e059-53b9-41a8-8482-18279e3e1255 req-d5528893-db5a-42d0-81de-f5f546090d44 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Request body: {'port': {'device_id': '78d3a719-e733-46c1-8171-8eb7fd82a94a', 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37', 'admin_state_up': True, 'tenant_id': '0a68c5b433e340019b806363e3e4a841'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:14:28.783109 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-253031e4-a415-463d-ab69-720843c808b0 req-75b7daa0-350b-483d-b8b2-8cfc86cc483b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0003cce8-fdf9-4624-a428-291e76982bfd HTTP/1.1" status: 200  len: 217 time: 0.4731696
Feb 18 11:14:29.079683 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:29.168496 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb9beb-22d7-420e-a3ea-86bf1fd89f9b req-447da4fa-5199-45e7-b341-a852802ea435 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:29.172210 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3afb9beb-22d7-420e-a3ea-86bf1fd89f9b req-447da4fa-5199-45e7-b341-a852802ea435 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 943 time: 0.3164086
Feb 18 11:14:29.241362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df71e871-c87c-4a63-955f-74920e96c877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70194ca-77c1-45db-9f74-ee813a5764f2'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:14:29.292497 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port f70194ca-77c1-45db-9f74-ee813a5764f2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f70194ca-77c1-45db-9f74-ee813a5764f2,segment=NetworkSegment(825c779e-5534-4167-9bee-949cb58a537c),segment_id=825c779e-5534-4167-9bee-949cb58a537c)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:14:29.306434 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:29.311054 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-fb4119bd-a93f-4c0e-9794-d4239798cc8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:29.365163 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-95b3166d-704d-4c00-8b12-5dcf4fc5fc7c req-b214997d-5b0d-4e02-8aee-9f950ad2cdd7 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 210 time: 0.6974325
Feb 18 11:14:29.419700 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3afb9beb-22d7-420e-a3ea-86bf1fd89f9b req-cf667818-0ca8-45b0-a879-617ef444135e tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2277691
Feb 18 11:14:29.486164 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=f70194ca-77c1-45db-9f74-ee813a5764f2,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:29.505820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:29.506481 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253031e4-a415-463d-ab69-720843c808b0 req-36b0adff-b182-4ea3-b58f-9fcf5713d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:29.512276 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-253031e4-a415-463d-ab69-720843c808b0 req-36b0adff-b182-4ea3-b58f-9fcf5713d97b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5960a747-d2be-4d3b-8556-3dbd5e564c56 HTTP/1.1" status: 200  len: 848 time: 0.3077867
Feb 18 11:14:29.787974 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device f70194ca-77c1-45db-9f74-ee813a5764f2 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:14:29.790830 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-c857e059-53b9-41a8-8482-18279e3e1255 req-d5528893-db5a-42d0-81de-f5f546090d44 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:14:29.821695 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-253031e4-a415-463d-ab69-720843c808b0 req-f68b9701-5406-4299-91a2-ee55f60c2f10 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9d421f61-3c0b-4c47-ab1a-b5c41a49296a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2772748
Feb 18 11:14:29.842192 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57002205-1542-41a8-b2c3-3d8d8dab1e2e', 'tag': '0003cce8-fdf9-4624-a428-291e76982bfd', 'status': 'completed', 'code': 200}
Feb 18 11:14:30.139971 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port f70194ca-77c1-45db-9f74-ee813a5764f2 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:14:30.142712 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:30.164511 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977760d-d121-4ddc-93a0-e70a7e91cb73 req-d8470545-cd95-4da5-882d-67a345d1e357 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:30.182581 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d977760d-d121-4ddc-93a0-e70a7e91cb73 req-d8470545-cd95-4da5-882d-67a345d1e357 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 945 time: 0.3229115
Feb 18 11:14:30.231849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-c857e059-53b9-41a8-8482-18279e3e1255 req-d5528893-db5a-42d0-81de-f5f546090d44 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:14:30.318730 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d977760d-d121-4ddc-93a0-e70a7e91cb73 req-238ee03b-0ef4-4168-b0ad-2582daa6e6dd tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343994
Feb 18 11:14:30.405202 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-253031e4-a415-463d-ab69-720843c808b0 req-90607742-1963-4604-9233-be1e5d383c2e service neutron] 10.222.0.79 "GET /v2.0/networks/9d421f61-3c0b-4c47-ab1a-b5c41a49296a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5604215
Feb 18 11:14:30.566427 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df71e871-c87c-4a63-955f-74920e96c877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70194ca-77c1-45db-9f74-ee813a5764f2', 'code': 200}
Feb 18 11:14:30.568157 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c857e059-53b9-41a8-8482-18279e3e1255 req-d5528893-db5a-42d0-81de-f5f546090d44 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Made reservation on behalf of 0a68c5b433e340019b806363e3e4a841 for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:14:30.578908 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c857e059-53b9-41a8-8482-18279e3e1255 req-d5528893-db5a-42d0-81de-f5f546090d44 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:30.891740 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:30.932331 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-253031e4-a415-463d-ab69-720843c808b0 req-7acad5ee-583a-4b17-af13-1bc0f63bf548 service neutron] 10.222.0.79 "GET /v2.0/networks/9d421f61-3c0b-4c47-ab1a-b5c41a49296a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4416089
Feb 18 11:14:31.398973 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6bfda509-b9ff-4d88-94be-50d77a0296aa req-2cb9c03b-93b6-49a6-a870-6f32adb26540 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 210 time: 0.2899635
Feb 18 11:14:31.812723 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device f70194ca-77c1-45db-9f74-ee813a5764f2 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:14:31.908329 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90ce79-b587-4cda-845f-031b504480a0 req-0d8b3deb-bf62-409a-86e4-bb567b9fd694 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:31.921434 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2d90ce79-b587-4cda-845f-031b504480a0 req-0d8b3deb-bf62-409a-86e4-bb567b9fd694 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 943 time: 0.2321184
Feb 18 11:14:32.016033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port f70194ca-77c1-45db-9f74-ee813a5764f2 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:14:32.016033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:32.047957 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2d90ce79-b587-4cda-845f-031b504480a0 req-6c5b51e3-ad89-46c1-8f0c-0d6728821330 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207132
Feb 18 11:14:32.090153 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-c857e059-53b9-41a8-8482-18279e3e1255 req-d5528893-db5a-42d0-81de-f5f546090d44 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Allocated IP 172.20.0.10 (f6991765-5e81-4fe1-8b5d-a8257ead4d37/02b055e1-68bd-400d-ac6c-e375d18c7b51/7c35e0d1-6a27-4739-a4ab-666db601a0ce) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:14:32.190476 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a9906694-1c98-4664-9fd7-8ee3337395e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:32.211892 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20f1b1-8465-4d55-b296-2df4aebbe1d7 req-39a28c83-f0e1-48dd-b9a6-bc044564592c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:32.240966 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0b20f1b1-8465-4d55-b296-2df4aebbe1d7 req-39a28c83-f0e1-48dd-b9a6-bc044564592c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 1.9736953
Feb 18 11:14:32.622609 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b4fee-02e7-4dec-95d0-3573fa71746d req-110faf9f-ae73-48d1-9a29-f307e15f85e1 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:32.627228 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c857e059-53b9-41a8-8482-18279e3e1255 req-d5528893-db5a-42d0-81de-f5f546090d44 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:32.630917 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-624b4fee-02e7-4dec-95d0-3573fa71746d req-110faf9f-ae73-48d1-9a29-f307e15f85e1 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 945 time: 0.2816653
Feb 18 11:14:32.690294 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38806-8d22-43aa-bcae-9aedf92ca666 req-d28d6641-d325-4116-85bf-dc9ebc8b71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:32.694510 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-81b38806-8d22-43aa-bcae-9aedf92ca666 req-d28d6641-d325-4116-85bf-dc9ebc8b71ec service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 1162 time: 1.1155748
Feb 18 11:14:32.706719 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c857e059-53b9-41a8-8482-18279e3e1255 req-d5528893-db5a-42d0-81de-f5f546090d44 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:32.919793 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-624b4fee-02e7-4dec-95d0-3573fa71746d req-8496fe63-5eb1-48e1-88bd-198d09cc19b2 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2785060
Feb 18 11:14:33.026414 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff44b4e-6184-43ac-b93e-a20747f6efc0 req-ca1b1135-4dbc-4cfe-95a9-1b0a1a497d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:33.030369 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ff44b4e-6184-43ac-b93e-a20747f6efc0 req-ca1b1135-4dbc-4cfe-95a9-1b0a1a497d11 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d430d31580924116a29c2d91dbc9d8c2&device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 1160 time: 1.6392138
Feb 18 11:14:33.031984 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:33.433568 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ec1fd-6ea3-482a-af32-c79f6c4b62ac req-07e51386-a468-4407-a012-ace0afc5abfd tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:33.437492 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ce6ec1fd-6ea3-482a-af32-c79f6c4b62ac req-07e51386-a468-4407-a012-ace0afc5abfd tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 932 time: 0.2791445
Feb 18 11:14:33.508255 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:14:33.572764 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ce6ec1fd-6ea3-482a-af32-c79f6c4b62ac req-9948c1d5-b68d-46ed-96a6-ea4e6e2af568 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962944
Feb 18 11:14:33.929396 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0b20f1b1-8465-4d55-b296-2df4aebbe1d7 req-3201cd3e-9fbd-4053-8987-17899c26c3a1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.6134362
Feb 18 11:14:33.965529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c857e059-53b9-41a8-8482-18279e3e1255 req-d5528893-db5a-42d0-81de-f5f546090d44 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Network f6991765-5e81-4fe1-8b5d-a8257ead4d37 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:14:33.997739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-c857e059-53b9-41a8-8482-18279e3e1255 req-d5528893-db5a-42d0-81de-f5f546090d44 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:14:34.007301 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-81b38806-8d22-43aa-bcae-9aedf92ca666 req-606603c8-aab1-4259-965f-de3881fe2f8d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2865655
Feb 18 11:14:34.009751 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c857e059-53b9-41a8-8482-18279e3e1255 req-d5528893-db5a-42d0-81de-f5f546090d44 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:14:34.469314 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a5bfa-09a3-41a2-8fe1-83dadc7c2651 req-e24f9d3d-867a-4c2d-b4cb-073282883220 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:34.485105 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ab7a5bfa-09a3-41a2-8fe1-83dadc7c2651 req-e24f9d3d-867a-4c2d-b4cb-073282883220 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 943 time: 0.2960842
Feb 18 11:14:34.594721 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ab7a5bfa-09a3-41a2-8fe1-83dadc7c2651 req-eb0853aa-fa97-4ce0-8303-95dcb8d6ac3f tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078696
Feb 18 11:14:34.679205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e059-53b9-41a8-8482-18279e3e1255 req-d5528893-db5a-42d0-81de-f5f546090d44 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:34.681395 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c857e059-53b9-41a8-8482-18279e3e1255 req-d5528893-db5a-42d0-81de-f5f546090d44 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:34.710092 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 0003cce8-fdf9-4624-a428-291e76982bfd up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:14:34.811251 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5528893-db5a-42d0-81de-f5f546090d44 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Pushing event updated for resources: {'Port': ['ID=7c35e0d1-6a27-4739-a4ab-666db601a0ce,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:34.818814 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d5528893-db5a-42d0-81de-f5f546090d44 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.785s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:34.951656 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff44b4e-6184-43ac-b93e-a20747f6efc0 req-5b452ae5-b66d-4a9d-a39a-988121b62c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:34.956708 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ff44b4e-6184-43ac-b93e-a20747f6efc0 req-5b452ae5-b66d-4a9d-a39a-988121b62c21 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9d421f61-3c0b-4c47-ab1a-b5c41a49296a HTTP/1.1" status: 200  len: 902 time: 1.8297992
Feb 18 11:14:34.962184 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port 0003cce8-fdf9-4624-a428-291e76982bfd completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:14:34.978529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 0003cce8-fdf9-4624-a428-291e76982bfd triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:14:34.979259 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:35.250898 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c857e059-53b9-41a8-8482-18279e3e1255 req-d5528893-db5a-42d0-81de-f5f546090d44 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.8177993
Feb 18 11:14:35.298531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca1ddf-16b4-4d14-b2b3-e91237c152c0 req-6722513c-e914-42da-bc08-33cb57352683 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:35.325215 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-27ca1ddf-16b4-4d14-b2b3-e91237c152c0 req-6722513c-e914-42da-bc08-33cb57352683 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 932 time: 0.2734797
Feb 18 11:14:35.343124 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Request body: {'port': {'device_id': '78d3a719-e733-46c1-8171-8eb7fd82a94a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:14:35.416806 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ff44b4e-6184-43ac-b93e-a20747f6efc0 req-63a86ee6-f7b4-4719-b11e-027c093a69bf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0003cce8-fdf9-4624-a428-291e76982bfd HTTP/1.1" status: 200  len: 217 time: 0.4433217
Feb 18 11:14:35.459618 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-27ca1ddf-16b4-4d14-b2b3-e91237c152c0 req-c36412b4-6c18-4c36-85e4-3601c3eade59 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311057
Feb 18 11:14:35.719221 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-82432434-438d-475b-a3b6-53bd525753fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:35.759205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:35.803066 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff44b4e-6184-43ac-b93e-a20747f6efc0 req-82975215-08f2-451e-b0a2-a8e0a4f207ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:35.807652 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ff44b4e-6184-43ac-b93e-a20747f6efc0 req-82975215-08f2-451e-b0a2-a8e0a4f207ce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5960a747-d2be-4d3b-8556-3dbd5e564c56 HTTP/1.1" status: 200  len: 848 time: 0.3239431
Feb 18 11:14:35.894248 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 0003cce8-fdf9-4624-a428-291e76982bfd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=0003cce8-fdf9-4624-a428-291e76982bfd,segment=NetworkSegment(33e16fb9-36b2-4367-903f-c12e943ce64a),segment_id=33e16fb9-36b2-4367-903f-c12e943ce64a)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:14:35.897816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57002205-1542-41a8-b2c3-3d8d8dab1e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0003cce8-fdf9-4624-a428-291e76982bfd'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:14:35.912144 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:35.915571 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2a9c63b9-517b-4662-8c4b-df605e8e37bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:36.111357 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ff44b4e-6184-43ac-b93e-a20747f6efc0 req-6b77cf79-d790-4c52-8269-e8946e726a75 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9d421f61-3c0b-4c47-ab1a-b5c41a49296a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2705607
Feb 18 11:14:36.132517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=0003cce8-fdf9-4624-a428-291e76982bfd,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:36.184763 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:36.254156 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d6ff0-a0ac-4a34-bcd9-4662619d71f7 req-3cdad4d9-85a6-4a75-813e-4ae2cf921829 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:36.267365 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:36.269362 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-042d6ff0-a0ac-4a34-bcd9-4662619d71f7 req-3cdad4d9-85a6-4a75-813e-4ae2cf921829 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 945 time: 1.7548935
Feb 18 11:14:36.274215 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ed34d-95ba-410f-875a-8f31c2ba785b req-5ddd260d-95a8-4ae1-8a6c-c9c8f06e591d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:36.292840 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6b4ed34d-95ba-410f-875a-8f31c2ba785b req-5ddd260d-95a8-4ae1-8a6c-c9c8f06e591d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.3266301
Feb 18 11:14:36.393458 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6b4ed34d-95ba-410f-875a-8f31c2ba785b req-8ffa0a46-3f0c-45d4-91d2-b5910b9acfc0 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0988860
Feb 18 11:14:36.843105 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:36.910590 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ff44b4e-6184-43ac-b93e-a20747f6efc0 req-a1e7fd36-1f55-485a-b692-040d9efa5d7d service neutron] 10.222.0.79 "GET /v2.0/networks/9d421f61-3c0b-4c47-ab1a-b5c41a49296a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7564676
Feb 18 11:14:37.014601 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5784a-e726-443d-907e-8977f1182edc req-fdca8e15-123a-4876-9139-2e61cb63838e tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:37.033984 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c6e5784a-e726-443d-907e-8977f1182edc req-fdca8e15-123a-4876-9139-2e61cb63838e tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 945 time: 0.2398050
Feb 18 11:14:37.153193 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c6e5784a-e726-443d-907e-8977f1182edc req-290bef7e-f3ab-4413-8210-416b1b6fabeb tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143997
Feb 18 11:14:37.370643 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57002205-1542-41a8-b2c3-3d8d8dab1e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0003cce8-fdf9-4624-a428-291e76982bfd', 'code': 200}
Feb 18 11:14:37.961927 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 41922) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:14:38.138017 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f604cd9-bc17-4544-a712-21fe40f94ac7 req-3ca198da-8da6-4e9f-a5bf-ac3cf7c41dd8 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:38.156809 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2f604cd9-bc17-4544-a712-21fe40f94ac7 req-3ca198da-8da6-4e9f-a5bf-ac3cf7c41dd8 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 932 time: 0.4065592
Feb 18 11:14:38.199029 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ff44b4e-6184-43ac-b93e-a20747f6efc0 req-35664bfd-2af3-4abc-9ba9-4418b54bccc3 service neutron] 10.222.0.79 "GET /v2.0/networks/9d421f61-3c0b-4c47-ab1a-b5c41a49296a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2755780
Feb 18 11:14:38.227673 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-042d6ff0-a0ac-4a34-bcd9-4662619d71f7 req-36ffcd18-762a-4242-b6b1-98545bb9d6d3 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.7017596
Feb 18 11:14:38.246248 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:38.341394 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2f604cd9-bc17-4544-a712-21fe40f94ac7 req-a5f6fbe5-ddc8-4f46-83b6-277cf796c984 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785843
Feb 18 11:14:38.468997 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 0003cce8-fdf9-4624-a428-291e76982bfd up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:14:38.555067 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b4c34d9f-7e83-4f53-a63b-b54bda08d52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:38.624310 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b4c34d9f-7e83-4f53-a63b-b54bda08d52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:14:38.647799 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b4c34d9f-7e83-4f53-a63b-b54bda08d52d admin admin] Usage tracker for resource:security_group_rule and tenant:2eb19fcd23884bddba1f537e38b1d8c2 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:14:38.658311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b4c34d9f-7e83-4f53-a63b-b54bda08d52d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:14:38.696055 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b4c34d9f-7e83-4f53-a63b-b54bda08d52d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:14:38.850730 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:38.960527 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 0003cce8-fdf9-4624-a428-291e76982bfd triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:14:38.961257 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:38.985815 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b4c34d9f-7e83-4f53-a63b-b54bda08d52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:39.031967 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c35e0d1-6a27-4739-a4ab-666db601a0ce {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:14:39.084906 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:39.148029 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Transition to ACTIVE for port object 7c35e0d1-6a27-4739-a4ab-666db601a0ce will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:14:39.153292 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9cfde-3525-4302-9c77-afffa859c103 req-e49736cb-4303-4b5a-943d-22422083964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:39.161380 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e2c9cfde-3525-4302-9c77-afffa859c103 req-e49736cb-4303-4b5a-943d-22422083964e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 1162 time: 0.7554877
Feb 18 11:14:39.179068 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b4c34d9f-7e83-4f53-a63b-b54bda08d52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:39.260776 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e2c9cfde-3525-4302-9c77-afffa859c103 req-fab60cea-add5-4ab8-93b8-10d56b1f9c28 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898197
Feb 18 11:14:39.262112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:39.273355 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:39.292365 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-b4c34d9f-7e83-4f53-a63b-b54bda08d52d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2eb19fcd23884bddba1f537e38b1d8c2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3080153
Feb 18 11:14:39.300125 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 41936) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:14:39.305066 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-84786b39-01bf-4b8f-bbdf-ff8e0b359444 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:39.626264 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de40950-10dd-44fb-a0fe-1df9832e1081 req-81ae09cc-fbd8-494d-b115-5dc46b530841 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:39.629432 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7de40950-10dd-44fb-a0fe-1df9832e1081 req-81ae09cc-fbd8-494d-b115-5dc46b530841 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.8688419
Feb 18 11:14:39.755733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c35e0d1-6a27-4739-a4ab-666db601a0ce,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:39.794904 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:39.827034 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7de40950-10dd-44fb-a0fe-1df9832e1081 req-ff661994-a373-4594-8485-1a81c7d24742 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1752715
Feb 18 11:14:39.928219 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9fd8a28e-a655-4b10-96be-e6cbc928130d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:39.931108 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c34d9f-7e83-4f53-a63b-b54bda08d52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffb640b-8957-4316-89ce-30ae349bf168,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:39.979439 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b4c34d9f-7e83-4f53-a63b-b54bda08d52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:40.043728 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9fd8a28e-a655-4b10-96be-e6cbc928130d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:40.093351 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f7f33-5fe2-429e-aac2-70a7d0d92d9e req-4fed550f-e404-4ad0-8eba-912492bf02c7 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:40.108906 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-134f7f33-5fe2-429e-aac2-70a7d0d92d9e req-4fed550f-e404-4ad0-8eba-912492bf02c7 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 945 time: 1.1189947
Feb 18 11:14:40.286051 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-134f7f33-5fe2-429e-aac2-70a7d0d92d9e req-7fe27eab-14ee-415e-af7a-381266d4856a tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755731
Feb 18 11:14:40.294822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Attempting to bind port 7c35e0d1-6a27-4739-a4ab-666db601a0ce on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:14:40.294822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Attempting to bind port 7c35e0d1-6a27-4739-a4ab-666db601a0ce by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'ae4832ba-d450-4516-a82e-8096d7270822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:14:40.294822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Attempting to bind port 7c35e0d1-6a27-4739-a4ab-666db601a0ce on network f6991765-5e81-4fe1-8b5d-a8257ead4d37 {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:14:40.310285 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:14:40.310996 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Checking segment: {'id': 'ae4832ba-d450-4516-a82e-8096d7270822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:14:40.311710 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:40.312451 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Bound using segment: {'id': 'ae4832ba-d450-4516-a82e-8096d7270822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:14:40.314062 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Bound port: 7c35e0d1-6a27-4739-a4ab-666db601a0ce, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4832ba-d450-4516-a82e-8096d7270822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f6991765-5e81-4fe1-8b5d-a8257ead4d37'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:14:40.314746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:40.341736 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9fd8a28e-a655-4b10-96be-e6cbc928130d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:40.353779 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-708cd420-6ed4-46fa-bc3d-2525488eb87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:40.403781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9fd8a28e-a655-4b10-96be-e6cbc928130d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:40.412080 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-9fd8a28e-a655-4b10-96be-e6cbc928130d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ffb640b-8957-4316-89ce-30ae349bf168 HTTP/1.1" status: 204  len: 168 time: 1.1086779
Feb 18 11:14:40.414441 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8a28e-a655-4b10-96be-e6cbc928130d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffb640b-8957-4316-89ce-30ae349bf168,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:40.449358 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9fd8a28e-a655-4b10-96be-e6cbc928130d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:40.639349 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] For port 7c35e0d1-6a27-4739-a4ab-666db601a0ce, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:14:40.648634 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] For port 7c35e0d1-6a27-4739-a4ab-666db601a0ce, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=7c35e0d1-6a27-4739-a4ab-666db601a0ce,segment=NetworkSegment(ae4832ba-d450-4516-a82e-8096d7270822),segment_id=ae4832ba-d450-4516-a82e-8096d7270822)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:14:40.661076 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:41.017065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429be21-3dcc-4573-8950-c0588ae2a220 req-d5b3d5e0-8c96-41e8-a5ff-107b51f165bb tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:41.032946 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0429be21-3dcc-4573-8950-c0588ae2a220 req-d5b3d5e0-8c96-41e8-a5ff-107b51f165bb tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 945 time: 0.3467257
Feb 18 11:14:41.142122 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:41.304825 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0429be21-3dcc-4573-8950-c0588ae2a220 req-b3c34354-d9d0-454a-8758-a7f45b77b41c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2647576
Feb 18 11:14:41.328331 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:41.330364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:41.333824 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c857e059-53b9-41a8-8482-18279e3e1255 req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] 10.222.0.79 "PUT /v2.0/ports/7c35e0d1-6a27-4739-a4ab-666db601a0ce HTTP/1.1" status: 200  len: 1158 time: 6.0140595
Feb 18 11:14:41.342165 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d3a719-e733-46c1-8171-8eb7fd82a94a', 'tag': '7c35e0d1-6a27-4739-a4ab-666db601a0ce'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:14:41.452731 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c35e0d1-6a27-4739-a4ab-666db601a0ce,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:41.466324 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:41.857523 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b3764-a3aa-40a1-8114-0704d484ad89 req-fa870602-57af-487d-aa42-20546e0beae1 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:41.860441 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-512b3764-a3aa-40a1-8114-0704d484ad89 req-fa870602-57af-487d-aa42-20546e0beae1 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 944 time: 0.2504756
Feb 18 11:14:42.036655 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 41990) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:14:42.118906 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-512b3764-a3aa-40a1-8114-0704d484ad89 req-269eb4e2-af82-401d-adcc-a637965c3e8f tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2407176
Feb 18 11:14:42.137741 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ff22b135-b6ad-459a-8b68-31d3a5fab1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:42.253894 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ff22b135-b6ad-459a-8b68-31d3a5fab1a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:14:42.273975 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ff22b135-b6ad-459a-8b68-31d3a5fab1a6 admin admin] Usage tracker for resource:security_group_rule and tenant:dd9a17000b5c4c8d8aea0d78a9779a4a is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:14:42.290057 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ff22b135-b6ad-459a-8b68-31d3a5fab1a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:14:42.308498 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ff22b135-b6ad-459a-8b68-31d3a5fab1a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:14:42.484517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 0003cce8-fdf9-4624-a428-291e76982bfd up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:14:42.914643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 0003cce8-fdf9-4624-a428-291e76982bfd triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:14:42.915384 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:42.931974 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15587f6f-ce47-4508-b85e-3423a1a444bb req-c0803a76-6e37-489e-a824-87fa4b356e95 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:42.957354 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-15587f6f-ce47-4508-b85e-3423a1a444bb req-c0803a76-6e37-489e-a824-87fa4b356e95 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 945 time: 0.4922116
Feb 18 11:14:43.047275 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e059-53b9-41a8-8482-18279e3e1255 req-4ec44c94-7e4b-4b08-b897-d7ec7442d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:43.053104 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c857e059-53b9-41a8-8482-18279e3e1255 req-4ec44c94-7e4b-4b08-b897-d7ec7442d99e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0a68c5b433e340019b806363e3e4a841&device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 1161 time: 1.2555673
Feb 18 11:14:43.096427 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ff22b135-b6ad-459a-8b68-31d3a5fab1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:43.152460 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ff22b135-b6ad-459a-8b68-31d3a5fab1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:43.279975 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d8127efd-b669-4e0d-a1c7-630968ed4ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:43.286314 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9699d49-6a0b-45ff-9b46-417b7794bc1b req-4a966d54-c76d-4432-ab27-a75a0db9c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:43.289909 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b9699d49-6a0b-45ff-9b46-417b7794bc1b req-4a966d54-c76d-4432-ab27-a75a0db9c0b1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5f79b645e00d448c8c14c9f2fb529c48&device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 1162 time: 1.6716833
Feb 18 11:14:43.421408 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-15587f6f-ce47-4508-b85e-3423a1a444bb req-b374517b-4c6f-4f57-9c58-075a7200890b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4618196
Feb 18 11:14:43.426759 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ff22b135-b6ad-459a-8b68-31d3a5fab1a6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dd9a17000b5c4c8d8aea0d78a9779a4a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3879466
Feb 18 11:14:43.434523 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 42012) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:14:43.579465 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c857e059-53b9-41a8-8482-18279e3e1255 req-3883659f-4b00-47ad-9696-37c5bef0c448 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c35e0d1-6a27-4739-a4ab-666db601a0ce HTTP/1.1" status: 200  len: 217 time: 0.4994965
Feb 18 11:14:43.705652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22b135-b6ad-459a-8b68-31d3a5fab1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66287d2-31f8-4d79-bddc-9da5fd049144,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:43.741922 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ff22b135-b6ad-459a-8b68-31d3a5fab1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:43.835724 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cbe51277-523b-4257-a715-b37aa3f5d883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:43.877519 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d3a719-e733-46c1-8171-8eb7fd82a94a', 'tag': '7c35e0d1-6a27-4739-a4ab-666db601a0ce', 'status': 'completed', 'code': 200}
Feb 18 11:14:43.981894 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cbe51277-523b-4257-a715-b37aa3f5d883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:43.983037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006210f5-c4f3-483f-ba7f-a43fff37c3aa req-37a50c76-5bed-4028-9c2a-6ddbd5ccf6e5 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:43.986232 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-006210f5-c4f3-483f-ba7f-a43fff37c3aa req-37a50c76-5bed-4028-9c2a-6ddbd5ccf6e5 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 2.1922309
Feb 18 11:14:44.208378 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cbe51277-523b-4257-a715-b37aa3f5d883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:44.231136 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-faab8fe6-03de-4230-908d-9372891f5737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:44.284742 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e059-53b9-41a8-8482-18279e3e1255 req-a64f15b6-d130-41be-9de9-2708f464a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:44.288125 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c857e059-53b9-41a8-8482-18279e3e1255 req-a64f15b6-d130-41be-9de9-2708f464a7a5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=02b055e1-68bd-400d-ac6c-e375d18c7b51 HTTP/1.1" status: 200  len: 854 time: 0.6843243
Feb 18 11:14:44.294784 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe51277-523b-4257-a715-b37aa3f5d883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66287d2-31f8-4d79-bddc-9da5fd049144,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:44.316543 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cbe51277-523b-4257-a715-b37aa3f5d883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:44.320599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cbe51277-523b-4257-a715-b37aa3f5d883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:44.341462 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-cbe51277-523b-4257-a715-b37aa3f5d883 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d66287d2-31f8-4d79-bddc-9da5fd049144 HTTP/1.1" status: 204  len: 168 time: 0.8943369
Feb 18 11:14:44.709613 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-006210f5-c4f3-483f-ba7f-a43fff37c3aa req-526b3878-51de-45b0-bcab-b731f8d10344 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6725242
Feb 18 11:14:44.719364 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c857e059-53b9-41a8-8482-18279e3e1255 req-870ee0d0-d2c5-4d54-b824-3e2f2cc1f829 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f6991765-5e81-4fe1-8b5d-a8257ead4d37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4042957
Feb 18 11:14:44.893266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de717bd-1e6b-405b-ae5c-b310fa927603 req-93dffcda-6c55-4769-902f-f06d37bec48b tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:44.898263 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8de717bd-1e6b-405b-ae5c-b310fa927603 req-93dffcda-6c55-4769-902f-f06d37bec48b tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.4359970
Feb 18 11:14:45.119621 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8de717bd-1e6b-405b-ae5c-b310fa927603 req-5d51ceef-be61-4edb-991b-c7ba5c75ed63 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1913891
Feb 18 11:14:45.233574 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9699d49-6a0b-45ff-9b46-417b7794bc1b req-e256eefd-0bc1-49aa-ac8a-2f4f5e1ebf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:45.249599 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b9699d49-6a0b-45ff-9b46-417b7794bc1b req-e256eefd-0bc1-49aa-ac8a-2f4f5e1ebf2e service neutron] 10.222.0.79 "GET /v2.0/networks?id=c1017996-a61e-4427-a613-fd19e7162449 HTTP/1.1" status: 200  len: 912 time: 1.8929923
Feb 18 11:14:45.505128 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b9699d49-6a0b-45ff-9b46-417b7794bc1b req-7bc2b39d-b036-47e1-bd13-d773fbc5ae69 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e218ad9e-278c-439c-a543-96f1e4678e61 HTTP/1.1" status: 200  len: 217 time: 0.2431219
Feb 18 11:14:45.842081 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9699d49-6a0b-45ff-9b46-417b7794bc1b req-2124a504-6d80-4331-891e-f9569dce8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:45.845018 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b9699d49-6a0b-45ff-9b46-417b7794bc1b req-2124a504-6d80-4331-891e-f9569dce8431 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=078c8601-5d6a-4793-a580-7498423d78df HTTP/1.1" status: 200  len: 858 time: 0.3292682
Feb 18 11:14:45.979602 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b9699d49-6a0b-45ff-9b46-417b7794bc1b req-7c28826c-a1c6-4cc7-bf55-8ebbeafc5fa3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c1017996-a61e-4427-a613-fd19e7162449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1255460
Feb 18 11:14:46.303757 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 42058) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:14:46.368232 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c0ae6838-1247-4396-bc7e-6e5c9390374d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:46.451785 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-c0ae6838-1247-4396-bc7e-6e5c9390374d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:14:46.462413 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-c0ae6838-1247-4396-bc7e-6e5c9390374d admin admin] Usage tracker for resource:security_group_rule and tenant:875430e7a06a4b47bc129b47a52c09ca is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:14:46.469935 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-c0ae6838-1247-4396-bc7e-6e5c9390374d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:14:46.484502 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-c0ae6838-1247-4396-bc7e-6e5c9390374d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:14:46.492098 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b9699d49-6a0b-45ff-9b46-417b7794bc1b req-4e7e6f0c-ccc7-44c8-b363-2b2bfeb14fd0 service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4975078
Feb 18 11:14:46.505025 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c857e059-53b9-41a8-8482-18279e3e1255 req-247b8f09-36b6-438a-b26c-70e88927dcb7 service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.7666883
Feb 18 11:14:46.650231 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad822b6-0c67-4a0f-b38c-8996cb833227 req-243cd2b1-ed8e-495c-9ee1-758777d57e12 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:46.651635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-bad822b6-0c67-4a0f-b38c-8996cb833227 req-243cd2b1-ed8e-495c-9ee1-758777d57e12 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Synchronizing usage tracker for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:14:46.862566 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c0ae6838-1247-4396-bc7e-6e5c9390374d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:46.955436 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6f5a7-8095-49dd-b426-2a2a7d470d82 req-5d798f15-03b7-42a8-b701-b423eae7ad5e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:46.969200 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f9c6f5a7-8095-49dd-b426-2a2a7d470d82 req-5d798f15-03b7-42a8-b701-b423eae7ad5e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.8327332
Feb 18 11:14:46.970529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c0ae6838-1247-4396-bc7e-6e5c9390374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:47.126319 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b4c34d9f-7e83-4f53-a63b-b54bda08d52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:47.185699 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-c0ae6838-1247-4396-bc7e-6e5c9390374d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=875430e7a06a4b47bc129b47a52c09ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8702452
Feb 18 11:14:47.285298 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 42070) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:14:47.288089 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae6838-1247-4396-bc7e-6e5c9390374d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caeff0d-380b-4fe2-a468-c1a2df26911f,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:47.295782 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c0ae6838-1247-4396-bc7e-6e5c9390374d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:47.330061 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c857e059-53b9-41a8-8482-18279e3e1255 req-f8e9aad5-b4f2-4800-b27c-e6d07d36fa5b service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7232604
Feb 18 11:14:47.446842 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f9c6f5a7-8095-49dd-b426-2a2a7d470d82 req-34b835e5-634b-45b9-ac35-641a04eb5655 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3223784
Feb 18 11:14:47.481622 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-bad822b6-0c67-4a0f-b38c-8996cb833227 req-243cd2b1-ed8e-495c-9ee1-758777d57e12 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Unset dirty status for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:14:47.483976 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bad822b6-0c67-4a0f-b38c-8996cb833227 req-243cd2b1-ed8e-495c-9ee1-758777d57e12 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 944 time: 1.9771802
Feb 18 11:14:47.608287 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b53f2c2a-76f0-43b5-b2a3-6b2d821b614b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:47.684078 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b53f2c2a-76f0-43b5-b2a3-6b2d821b614b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:47.861629 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bad822b6-0c67-4a0f-b38c-8996cb833227 req-ec94599c-7902-4a7c-b864-3f9a95387095 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3614187
Feb 18 11:14:47.869227 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b9699d49-6a0b-45ff-9b46-417b7794bc1b req-cf098f6d-1242-4ea3-ac3e-517c2cac37d5 service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.3606040
Feb 18 11:14:47.874790 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b53f2c2a-76f0-43b5-b2a3-6b2d821b614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:47.908458 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-37981461-b8e3-4a55-9746-0d7e30bc5669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:47.922754 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0f5fa-e19d-4741-bb74-1301886d6d14 req-078c484c-0121-4eaf-b684-e2c962178bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:47.926553 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3fa0f5fa-e19d-4741-bb74-1301886d6d14 req-078c484c-0121-4eaf-b684-e2c962178bcd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0a68c5b433e340019b806363e3e4a841&device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 1161 time: 0.3254259
Feb 18 11:14:48.146824 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f2c2a-76f0-43b5-b2a3-6b2d821b614b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caeff0d-380b-4fe2-a468-c1a2df26911f,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:48.174323 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b53f2c2a-76f0-43b5-b2a3-6b2d821b614b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:48.187163 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b53f2c2a-76f0-43b5-b2a3-6b2d821b614b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:48.190499 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-b53f2c2a-76f0-43b5-b2a3-6b2d821b614b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0caeff0d-380b-4fe2-a468-c1a2df26911f HTTP/1.1" status: 204  len: 168 time: 0.8914149
Feb 18 11:14:48.332826 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31cdc3-598c-487c-8da7-8cd63f62c219 req-5b970653-28d4-49e2-9be7-62ed48544989 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:48.352215 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ad31cdc3-598c-487c-8da7-8cd63f62c219 req-5b970653-28d4-49e2-9be7-62ed48544989 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.3928983
Feb 18 11:14:48.491361 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ad31cdc3-598c-487c-8da7-8cd63f62c219 req-c4db151c-6efa-43f0-b959-1f258bff2a90 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318073
Feb 18 11:14:48.584176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0f5fa-e19d-4741-bb74-1301886d6d14 req-97e438f1-ebba-4dfb-91ee-7edbc5ba900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:48.587506 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3fa0f5fa-e19d-4741-bb74-1301886d6d14 req-97e438f1-ebba-4dfb-91ee-7edbc5ba900e service neutron] 10.222.0.79 "GET /v2.0/networks?id=f6991765-5e81-4fe1-8b5d-a8257ead4d37 HTTP/1.1" status: 200  len: 908 time: 0.6478317
Feb 18 11:14:48.887875 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3fa0f5fa-e19d-4741-bb74-1301886d6d14 req-2ca0d812-600a-461a-8932-aac0e34dd1b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c35e0d1-6a27-4739-a4ab-666db601a0ce HTTP/1.1" status: 200  len: 217 time: 0.2900469
Feb 18 11:14:49.106639 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0f5fa-e19d-4741-bb74-1301886d6d14 req-0e1623d7-8245-41c2-b9b9-43432690b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:49.112851 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3fa0f5fa-e19d-4741-bb74-1301886d6d14 req-0e1623d7-8245-41c2-b9b9-43432690b211 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=02b055e1-68bd-400d-ac6c-e375d18c7b51 HTTP/1.1" status: 200  len: 854 time: 0.2127564
Feb 18 11:14:49.303783 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3fa0f5fa-e19d-4741-bb74-1301886d6d14 req-dd31b610-47c9-4ba6-9b19-cbf49dd7594a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f6991765-5e81-4fe1-8b5d-a8257ead4d37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1028998
Feb 18 11:14:49.431319 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79db775-b1e4-450e-b5be-834d3715d80e req-13027615-c89d-4b7f-ab6d-7921af738587 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:49.434585 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b79db775-b1e4-450e-b5be-834d3715d80e req-13027615-c89d-4b7f-ab6d-7921af738587 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.3777244
Feb 18 11:14:49.661111 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b79db775-b1e4-450e-b5be-834d3715d80e req-bdc8f988-05bb-4d72-a2f8-ab1e7f139cb7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2085783
Feb 18 11:14:49.748447 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3fa0f5fa-e19d-4741-bb74-1301886d6d14 req-b2de73dd-508b-40f7-9533-2157445f5737 service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3977594
Feb 18 11:14:50.251612 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3fa0f5fa-e19d-4741-bb74-1301886d6d14 req-d300f75e-5113-4e1d-8959-525633339d4b service neutron] 10.222.0.79 "GET /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4873452
Feb 18 11:14:50.337218 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34707ad6-1b63-4aa0-b2cb-b2e62211a051 req-42d50071-b8da-49d6-ba92-ea70c366cd29 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:50.344043 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-34707ad6-1b63-4aa0-b2cb-b2e62211a051 req-42d50071-b8da-49d6-ba92-ea70c366cd29 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 945 time: 1.2194598
Feb 18 11:14:50.391134 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39f5a7-e0a7-444e-865e-711cbd68c790 req-99025f17-409b-4e03-a53b-28558a4326ae tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:50.404929 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fd39f5a7-e0a7-444e-865e-711cbd68c790 req-99025f17-409b-4e03-a53b-28558a4326ae tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 944 time: 0.2288215
Feb 18 11:14:50.472287 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-34707ad6-1b63-4aa0-b2cb-b2e62211a051 req-d9a2fb2b-f9c3-47b8-96bd-e93e582abfea tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134825
Feb 18 11:14:50.545134 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fd39f5a7-e0a7-444e-865e-711cbd68c790 req-4fd28773-d922-4986-9662-826b558ab6c6 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348538
Feb 18 11:14:50.888141 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa259c-8ab6-47ad-bb1a-1c41e37f54fd req-c0f342b3-59d1-4be2-984d-05494707bd6d tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:50.892091 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1eaa259c-8ab6-47ad-bb1a-1c41e37f54fd req-c0f342b3-59d1-4be2-984d-05494707bd6d tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2211463
Feb 18 11:14:50.998625 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1eaa259c-8ab6-47ad-bb1a-1c41e37f54fd req-3a84420a-5d8a-4549-8c32-da11b28efee1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928257
Feb 18 11:14:51.186077 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2ccab-0817-4cf3-b074-7c393d385c92 req-1c23111f-c730-42c8-add5-958480cffae7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:51.189596 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d8d2ccab-0817-4cf3-b074-7c393d385c92 req-1c23111f-c730-42c8-add5-958480cffae7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.2015078
Feb 18 11:14:51.306357 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d8d2ccab-0817-4cf3-b074-7c393d385c92 req-0e7d509c-8d4d-474b-8d19-9888b08c89cf tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1021559
Feb 18 11:14:51.936902 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88489364-502d-4a19-bdaa-ecf736ec1da0 req-3281f849-112e-4081-85b3-95de59c32163 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:51.940348 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-88489364-502d-4a19-bdaa-ecf736ec1da0 req-3281f849-112e-4081-85b3-95de59c32163 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 945 time: 0.1861162
Feb 18 11:14:52.007554 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cd16c-62c6-4dea-a898-6f0f889b3b6f req-134fdc64-626e-4c3c-8344-724091652fa8 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:52.018524 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-676cd16c-62c6-4dea-a898-6f0f889b3b6f req-134fdc64-626e-4c3c-8344-724091652fa8 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 944 time: 0.1944499
Feb 18 11:14:52.048340 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-88489364-502d-4a19-bdaa-ecf736ec1da0 req-ff0064c3-dda0-470d-aaf1-5882316de19b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938973
Feb 18 11:14:52.149622 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-676cd16c-62c6-4dea-a898-6f0f889b3b6f req-c31443c6-92af-4ef9-9c55-888656965a09 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245408
Feb 18 11:14:52.519763 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694505a2-21ec-49ea-a5bd-b2e6efd51dfb req-d5e0a9b7-2835-4548-90a8-09f84c1a3bdd tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:52.522340 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-694505a2-21ec-49ea-a5bd-b2e6efd51dfb req-d5e0a9b7-2835-4548-90a8-09f84c1a3bdd tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2126033
Feb 18 11:14:52.599260 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-694505a2-21ec-49ea-a5bd-b2e6efd51dfb req-b4fc9f2b-fbe0-45f4-a462-8c031197e33c tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676661
Feb 18 11:14:52.709557 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d388e-8e02-47e6-ad21-d0352c9f3062 req-df2f2fd0-987e-4d08-9a0f-328f5e63db93 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:52.712707 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-598d388e-8e02-47e6-ad21-d0352c9f3062 req-df2f2fd0-987e-4d08-9a0f-328f5e63db93 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.1361184
Feb 18 11:14:52.794922 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-598d388e-8e02-47e6-ad21-d0352c9f3062 req-f7957bbb-c6be-4772-889b-98269f8f4f1e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746090
Feb 18 11:14:53.376148 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5b81d-2ceb-4b8c-98df-8f28b4c42059 req-fd90ba7c-9268-4437-8eb3-c3bb100b4176 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:53.380455 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ebb5b81d-2ceb-4b8c-98df-8f28b4c42059 req-fd90ba7c-9268-4437-8eb3-c3bb100b4176 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 945 time: 0.1786270
Feb 18 11:14:53.437185 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9e516-115b-4b28-912d-54efaa7b51dd req-9b5da44e-dbb6-4276-84a3-15d677637e6a tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:53.440245 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cee9e516-115b-4b28-912d-54efaa7b51dd req-9b5da44e-dbb6-4276-84a3-15d677637e6a tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 944 time: 0.1249936
Feb 18 11:14:53.559131 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cee9e516-115b-4b28-912d-54efaa7b51dd req-a6e98884-1a12-4647-9667-31e0fed69390 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034684
Feb 18 11:14:53.641282 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ebb5b81d-2ceb-4b8c-98df-8f28b4c42059 req-7e2381c6-d684-4cd4-8b34-a902336dea70 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2427323
Feb 18 11:14:53.770139 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4254937b-ee87-4af1-9c13-707d5154afde req-66da28d6-6d80-40b3-bf5c-fdaadcfe25a7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3481004
Feb 18 11:14:54.014428 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254937b-ee87-4af1-9c13-707d5154afde req-384c35a9-03c6-4d81-aefc-23efc7d86b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:54.017989 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4254937b-ee87-4af1-9c13-707d5154afde req-384c35a9-03c6-4d81-aefc-23efc7d86b66 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5f79b645e00d448c8c14c9f2fb529c48&device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 1162 time: 0.1794672
Feb 18 11:14:54.167021 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12d19-b317-43e1-8041-a5cb8fc6cc0f req-4a1e652b-453f-4cb7-932f-828355fb055a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:54.172864 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b0d12d19-b317-43e1-8041-a5cb8fc6cc0f req-4a1e652b-453f-4cb7-932f-828355fb055a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2179251
Feb 18 11:14:54.284742 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b0d12d19-b317-43e1-8041-a5cb8fc6cc0f req-d8d81663-29d2-46ad-bcc9-5711973f7230 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978959
Feb 18 11:14:54.672316 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 7c35e0d1-6a27-4739-a4ab-666db601a0ce up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:14:54.979279 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port 7c35e0d1-6a27-4739-a4ab-666db601a0ce completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:14:55.006872 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 7c35e0d1-6a27-4739-a4ab-666db601a0ce triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:14:55.007934 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:55.166877 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254937b-ee87-4af1-9c13-707d5154afde req-b63a3e35-49d7-4e7a-bfa8-3acb616198fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:55.170591 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4254937b-ee87-4af1-9c13-707d5154afde req-b63a3e35-49d7-4e7a-bfa8-3acb616198fc service neutron] 10.222.0.79 "GET /v2.0/networks?id=c1017996-a61e-4427-a613-fd19e7162449 HTTP/1.1" status: 200  len: 912 time: 1.0690830
Feb 18 11:14:55.211331 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5933b39-3bd9-4789-ac83-0197dc9e9b6a req-39233330-f0f0-4368-aa95-e30afa54a827 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:55.214051 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b5933b39-3bd9-4789-ac83-0197dc9e9b6a req-39233330-f0f0-4368-aa95-e30afa54a827 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 1.1170654
Feb 18 11:14:55.226092 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb41b8-2b0a-4a03-82c8-77ec6e4ce70b req-78c38dd8-3334-4318-9dab-17c5bafce226 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:55.232748 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c7cb41b8-2b0a-4a03-82c8-77ec6e4ce70b req-78c38dd8-3334-4318-9dab-17c5bafce226 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 944 time: 0.2853644
Feb 18 11:14:55.373299 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c7cb41b8-2b0a-4a03-82c8-77ec6e4ce70b req-0fe8eed3-a603-45a9-b51a-d07b88186d52 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116772
Feb 18 11:14:55.378816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:55.400505 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2dbd0-f92d-40f2-816e-3faa23aaa715 req-125930b7-ed16-4a1c-8074-ef99e21405ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:55.404862 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-efd2dbd0-f92d-40f2-816e-3faa23aaa715 req-125930b7-ed16-4a1c-8074-ef99e21405ad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c&device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 1162 time: 0.6465127
Feb 18 11:14:55.461116 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4254937b-ee87-4af1-9c13-707d5154afde req-2513ca15-7e22-44c4-b6ac-b9d8520764fb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=699e36f6-2246-4dce-bdb0-9fa08e5d976d HTTP/1.1" status: 200  len: 217 time: 0.2724919
Feb 18 11:14:55.468545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 7c35e0d1-6a27-4739-a4ab-666db601a0ce, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=7c35e0d1-6a27-4739-a4ab-666db601a0ce,segment=NetworkSegment(ae4832ba-d450-4516-a82e-8096d7270822),segment_id=ae4832ba-d450-4516-a82e-8096d7270822)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:14:55.471619 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d3a719-e733-46c1-8171-8eb7fd82a94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c35e0d1-6a27-4739-a4ab-666db601a0ce'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:14:55.474339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb566f-02fe-4769-8bcd-fac9911c2c3e req-ab42962f-f468-4844-9910-d70e99756044 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:55.477608 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5dfb566f-02fe-4769-8bcd-fac9911c2c3e req-ab42962f-f468-4844-9910-d70e99756044 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.79 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 945 time: 0.8629344
Feb 18 11:14:55.484171 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:55.490483 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:55.692041 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=7c35e0d1-6a27-4739-a4ab-666db601a0ce,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:55.716892 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.717887 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.719444 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.720306 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.721166 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.722019 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.724646 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.725556 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.726386 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.727282 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.728052 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.729208 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.730188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.731058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.731859 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.732745 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.733571 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.734773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.735598 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.736534 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.737466 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.738369 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.740138 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.741084 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:14:55.758372 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:55.767715 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254937b-ee87-4af1-9c13-707d5154afde req-4340bc95-6c65-4ca9-b198-0938d466b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:55.772896 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 0003cce8-fdf9-4624-a428-291e76982bfd no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:14:55.782573 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4254937b-ee87-4af1-9c13-707d5154afde req-4340bc95-6c65-4ca9-b198-0938d466b22d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=078c8601-5d6a-4793-a580-7498423d78df HTTP/1.1" status: 200  len: 858 time: 0.2820072
Feb 18 11:14:55.881284 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e3c1d-7732-4637-bb8b-2619f8051478 req-3bcbd857-8d38-4f0f-83c6-47762852bd95 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:55.885058 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cb0e3c1d-7732-4637-bb8b-2619f8051478 req-3bcbd857-8d38-4f0f-83c6-47762852bd95 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 945 time: 0.2301195
Feb 18 11:14:55.990495 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cb0e3c1d-7732-4637-bb8b-2619f8051478 req-1efdf614-1557-4a49-9e90-a1cb4e9aae53 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915160
Feb 18 11:14:56.090850 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:56.149456 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4254937b-ee87-4af1-9c13-707d5154afde req-f58122e9-f54c-4e97-905f-2405ef8e6d41 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c1017996-a61e-4427-a613-fd19e7162449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2041340
Feb 18 11:14:56.185911 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b5933b39-3bd9-4789-ac83-0197dc9e9b6a req-9ac43349-0e12-4d9a-91ca-88ee4f803f57 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7937648
Feb 18 11:14:56.202471 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 0003cce8-fdf9-4624-a428-291e76982bfd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=0003cce8-fdf9-4624-a428-291e76982bfd,segment=NetworkSegment(33e16fb9-36b2-4367-903f-c12e943ce64a),segment_id=33e16fb9-36b2-4367-903f-c12e943ce64a)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:14:56.210830 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:56.214257 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:56.390387 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d3a719-e733-46c1-8171-8eb7fd82a94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c35e0d1-6a27-4739-a4ab-666db601a0ce', 'code': 200}
Feb 18 11:14:56.422934 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=0003cce8-fdf9-4624-a428-291e76982bfd,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:56.430689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:56.466386 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-5dfb566f-02fe-4769-8bcd-fac9911c2c3e req-addc4369-0677-4df4-b6da-13875aefc4e4 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Deleting port 0003cce8-fdf9-4624-a428-291e76982bfd {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:14:56.467518 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-5dfb566f-02fe-4769-8bcd-fac9911c2c3e req-addc4369-0677-4df4-b6da-13875aefc4e4 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:56.631436 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3d514-5aaa-4fb2-9393-9ee56110c4b5 req-5ba5d03a-19ce-41b9-9e19-22f4a5378798 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:56.646880 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e2b3d514-5aaa-4fb2-9393-9ee56110c4b5 req-5ba5d03a-19ce-41b9-9e19-22f4a5378798 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2971630
Feb 18 11:14:56.768154 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e2b3d514-5aaa-4fb2-9393-9ee56110c4b5 req-978018a6-6a23-4b53-b035-4535b18b0f13 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195335
Feb 18 11:14:57.124892 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2dbd0-f92d-40f2-816e-3faa23aaa715 req-8580749a-f153-4aaa-aa2e-e5f1b20f9bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:57.127987 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-efd2dbd0-f92d-40f2-816e-3faa23aaa715 req-8580749a-f153-4aaa-aa2e-e5f1b20f9bb0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=898e5d09-fa06-443a-ad06-089028ce346b HTTP/1.1" status: 200  len: 910 time: 1.6707177
Feb 18 11:14:57.416819 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69220221-5e3f-4f17-8f20-dadf8285748f req-9033452f-fdaa-4f57-ae15-b732049aa685 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:57.419898 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-69220221-5e3f-4f17-8f20-dadf8285748f req-9033452f-fdaa-4f57-ae15-b732049aa685 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 943 time: 0.1902146
Feb 18 11:14:57.539561 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-69220221-5e3f-4f17-8f20-dadf8285748f req-dc8832dd-2536-4ce9-8a3d-594bd8a048ce tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/security-groups?id=100d5380-f0d9-419d-a01f-7c62f29fd40a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056716
Feb 18 11:14:57.756696 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-5dfb566f-02fe-4769-8bcd-fac9911c2c3e req-addc4369-0677-4df4-b6da-13875aefc4e4 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] For port 0003cce8-fdf9-4624-a428-291e76982bfd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=0003cce8-fdf9-4624-a428-291e76982bfd,segment=NetworkSegment(33e16fb9-36b2-4367-903f-c12e943ce64a),segment_id=33e16fb9-36b2-4367-903f-c12e943ce64a)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:14:57.757345 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-5dfb566f-02fe-4769-8bcd-fac9911c2c3e req-addc4369-0677-4df4-b6da-13875aefc4e4 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:57.939996 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 7c35e0d1-6a27-4739-a4ab-666db601a0ce up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:14:57.969427 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4254937b-ee87-4af1-9c13-707d5154afde req-dfa3b4cd-4a68-42b4-96c6-85055824665a service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.7674100
Feb 18 11:14:57.998162 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567dc8f0-81d7-40e4-a8ab-be3d83d490a4 req-2e98dfb5-984e-4d43-931e-336a78b2c6a3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:58.001720 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-567dc8f0-81d7-40e4-a8ab-be3d83d490a4 req-2e98dfb5-984e-4d43-931e-336a78b2c6a3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.1850595
Feb 18 11:14:58.078710 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 7c35e0d1-6a27-4739-a4ab-666db601a0ce triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:14:58.079230 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:58.109649 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-567dc8f0-81d7-40e4-a8ab-be3d83d490a4 req-eaba6105-70fe-4a36-86bd-3dda8a2e7bef tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918529
Feb 18 11:14:58.160721 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-5dfb566f-02fe-4769-8bcd-fac9911c2c3e req-addc4369-0677-4df4-b6da-13875aefc4e4 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Calling delete_port for 0003cce8-fdf9-4624-a428-291e76982bfd owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:14:58.305293 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-efd2dbd0-f92d-40f2-816e-3faa23aaa715 req-79d89c7f-4da4-49cc-a169-9998e2fdb07a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86b49169-7862-44af-ac4d-9505f2001a90 HTTP/1.1" status: 200  len: 1001 time: 1.1280572
Feb 18 11:14:58.391425 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57002205-1542-41a8-b2c3-3d8d8dab1e2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0003cce8-fdf9-4624-a428-291e76982bfd'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:14:58.512011 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45ea1e-71c2-4db3-9f64-c486c7e3ce47 req-e2909447-2faf-4a13-8ac1-cb2ec735c6e5 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:58.514220 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2f45ea1e-71c2-4db3-9f64-c486c7e3ce47 req-e2909447-2faf-4a13-8ac1-cb2ec735c6e5 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.1776421
Feb 18 11:14:58.596454 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2f45ea1e-71c2-4db3-9f64-c486c7e3ce47 req-1a5b8a65-56b9-4061-a61f-c8d28ef45885 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689750
Feb 18 11:14:58.726975 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57002205-1542-41a8-b2c3-3d8d8dab1e2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0003cce8-fdf9-4624-a428-291e76982bfd', 'code': 200}
Feb 18 11:14:59.226352 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f10c94d3-8cd9-47ea-afe9-5ed009d423b7 req-09647725-f33f-4a4a-961d-bbbf75669bfd tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 210 time: 0.1841462
Feb 18 11:14:59.279259 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4254937b-ee87-4af1-9c13-707d5154afde req-0e88adce-0749-46a9-aca5-1326713b17bc service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1579041
Feb 18 11:14:59.298891 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-5dfb566f-02fe-4769-8bcd-fac9911c2c3e req-addc4369-0677-4df4-b6da-13875aefc4e4 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:14:59.356215 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:14:59.443364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0f26e-690c-4be1-912f-dc48bc776b63 req-d442f4bc-9295-43bf-9d4e-b114ca648a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:59.446490 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d9e0f26e-690c-4be1-912f-dc48bc776b63 req-d442f4bc-9295-43bf-9d4e-b114ca648a3d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 1163 time: 2.5477388
Feb 18 11:14:59.595401 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4a336-5530-4eda-915a-ace015f12fcf req-082fcbeb-921d-4ba5-bd99-8f94d77e43f1 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:59.598980 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-30e4a336-5530-4eda-915a-ace015f12fcf req-082fcbeb-921d-4ba5-bd99-8f94d77e43f1 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 946 time: 2.7420542
Feb 18 11:14:59.643136 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc4369-0677-4df4-b6da-13875aefc4e4 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Pushing event deleted for resources: {'Port': ['ID=0003cce8-fdf9-4624-a428-291e76982bfd,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:14:59.671198 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9f221-2b3b-4f79-91e9-ce22130a26a2 req-c284d8fe-06a7-478e-82b4-df4fbd457edd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:59.674614 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-addc4369-0677-4df4-b6da-13875aefc4e4 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:14:59.675142 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6eb9f221-2b3b-4f79-91e9-ce22130a26a2 req-c284d8fe-06a7-478e-82b4-df4fbd457edd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.1913962
Feb 18 11:14:59.758255 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2dbd0-f92d-40f2-816e-3faa23aaa715 req-f07d341a-5de9-4d5d-ad02-e21131fe6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:14:59.761287 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-efd2dbd0-f92d-40f2-816e-3faa23aaa715 req-f07d341a-5de9-4d5d-ad02-e21131fe6ca4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f015fe07-4475-4004-a998-1938cc87ba5e HTTP/1.1" status: 200  len: 855 time: 1.3892667
Feb 18 11:14:59.806016 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6eb9f221-2b3b-4f79-91e9-ce22130a26a2 req-637d0da4-97b2-4ed4-9559-5159d60af0ad tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016755
Feb 18 11:14:59.944706 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d9e0f26e-690c-4be1-912f-dc48bc776b63 req-ac951b92-1a18-47ec-95b3-7e71cbcfddcc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3434663
Feb 18 11:14:59.950875 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-30e4a336-5530-4eda-915a-ace015f12fcf req-ccf5f5bc-04a9-494e-8f69-4ff70b26be8c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2841825
Feb 18 11:15:00.195893 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfb566f-02fe-4769-8bcd-fac9911c2c3e req-addc4369-0677-4df4-b6da-13875aefc4e4 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] No DVR routers for this DVR port 0003cce8-fdf9-4624-a428-291e76982bfd on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:15:00.199887 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-5dfb566f-02fe-4769-8bcd-fac9911c2c3e req-addc4369-0677-4df4-b6da-13875aefc4e4 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:00.211315 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57002205-1542-41a8-b2c3-3d8d8dab1e2e', 'name': 'network-vif-deleted', 'tag': '0003cce8-fdf9-4624-a428-291e76982bfd'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:15:00.231134 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2dbd0-f92d-40f2-816e-3faa23aaa715 req-15d123c4-aa34-4738-9829-ccdda0101f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:00.234441 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-efd2dbd0-f92d-40f2-816e-3faa23aaa715 req-15d123c4-aa34-4738-9829-ccdda0101f78 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=898e5d09-fa06-443a-ad06-089028ce346b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4275346
Feb 18 11:15:00.248829 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6ff79-5295-4fb8-8310-485463133a95 req-68b20bae-c427-4e3f-84b1-4999d85a5f50 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:00.257792 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5dfb566f-02fe-4769-8bcd-fac9911c2c3e req-addc4369-0677-4df4-b6da-13875aefc4e4 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.79 "DELETE /v2.0/ports/0003cce8-fdf9-4624-a428-291e76982bfd HTTP/1.1" status: 204  len: 173 time: 4.6978474
Feb 18 11:15:00.261409 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ac6ff79-5295-4fb8-8310-485463133a95 req-68b20bae-c427-4e3f-84b1-4999d85a5f50 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.1883206
Feb 18 11:15:00.431068 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ac6ff79-5295-4fb8-8310-485463133a95 req-2818941b-733f-481d-99fc-43e59fae4b19 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679890
Feb 18 11:15:00.491426 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57002205-1542-41a8-b2c3-3d8d8dab1e2e', 'name': 'network-vif-deleted', 'tag': '0003cce8-fdf9-4624-a428-291e76982bfd', 'status': 'completed', 'code': 200}
Feb 18 11:15:00.807001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-1f01e405-fb96-45b7-89fb-53084d0a9f4d req-d136e8a8-de1d-4e92-8dc6-8b2972c88250 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Synchronizing usage tracker for tenant:d430d31580924116a29c2d91dbc9d8c2 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:15:00.829361 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:00.880628 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-efd2dbd0-f92d-40f2-816e-3faa23aaa715 req-ec7953b8-dd69-4088-bbbb-994eeefede58 service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5986814
Feb 18 11:15:00.885899 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-1f01e405-fb96-45b7-89fb-53084d0a9f4d req-d136e8a8-de1d-4e92-8dc6-8b2972c88250 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Unset dirty status for tenant:d430d31580924116a29c2d91dbc9d8c2 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:15:00.889289 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1f01e405-fb96-45b7-89fb-53084d0a9f4d req-d136e8a8-de1d-4e92-8dc6-8b2972c88250 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 210 time: 0.2361865
Feb 18 11:15:01.231055 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-efd2dbd0-f92d-40f2-816e-3faa23aaa715 req-d04c6d93-41be-4877-bd83-ecab3bdacdae service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3304133
Feb 18 11:15:01.312276 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25c3f9-ecd1-4009-8ceb-32fbc5497797 req-75fbafaa-294c-4a0b-b236-67a8cfe86b53 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:01.329184 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-af25c3f9-ecd1-4009-8ceb-32fbc5497797 req-75fbafaa-294c-4a0b-b236-67a8cfe86b53 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.2212999
Feb 18 11:15:01.423670 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8e506-0797-4e98-af07-b86efb5424b9 req-64f1fe19-e755-4083-959c-011f05eb4933 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:01.427914 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7fb8e506-0797-4e98-af07-b86efb5424b9 req-64f1fe19-e755-4083-959c-011f05eb4933 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 946 time: 0.1896746
Feb 18 11:15:01.429621 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-af25c3f9-ecd1-4009-8ceb-32fbc5497797 req-3dfef8b9-15c9-483f-9626-a4cd8cef8cbc tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981691
Feb 18 11:15:01.511679 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7fb8e506-0797-4e98-af07-b86efb5424b9 req-3dcf49ff-df75-496f-9e16-278d17b6ac19 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748625
Feb 18 11:15:01.897075 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b965f0-1cc8-4eae-ac42-f5462488868a req-d8e05150-fa1a-482b-8aff-18b5727d9963 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:01.900350 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-46b965f0-1cc8-4eae-ac42-f5462488868a req-d8e05150-fa1a-482b-8aff-18b5727d9963 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.1606793
Feb 18 11:15:02.012335 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-46b965f0-1cc8-4eae-ac42-f5462488868a req-3ff6eaaf-a3cc-413b-99b2-2de349bc205d tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039839
Feb 18 11:15:02.141809 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 7c35e0d1-6a27-4739-a4ab-666db601a0ce up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:15:02.318938 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-881751dc-8c44-4ffa-b65b-2815f49e50df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:02.329430 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-61d1910f-7593-4994-b91e-1f34cd29ee9b req-9f61f689-0f84-4cf2-8fbb-577c1b98d0db tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] 10.222.0.65 "GET /v2.0/ports?device_id=57002205-1542-41a8-b2c3-3d8d8dab1e2e HTTP/1.1" status: 200  len: 210 time: 0.1214750
Feb 18 11:15:02.364779 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 7c35e0d1-6a27-4739-a4ab-666db601a0ce triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:15:02.365624 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:02.964343 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3187087-0b91-48cf-a06f-5e7cf70e5a70 req-76db9c43-840d-4261-bf73-2e52371fd5c7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:02.971573 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e3187087-0b91-48cf-a06f-5e7cf70e5a70 req-76db9c43-840d-4261-bf73-2e52371fd5c7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.1984463
Feb 18 11:15:03.038981 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 42324) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:15:03.076057 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6b1f3-0a9c-48fd-b7f4-9cb361629fc3 req-6495520d-813e-4c8c-88ff-d83cd1694b7c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:03.079505 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-31d6b1f3-0a9c-48fd-b7f4-9cb361629fc3 req-6495520d-813e-4c8c-88ff-d83cd1694b7c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 946 time: 0.2343645
Feb 18 11:15:03.102276 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e3187087-0b91-48cf-a06f-5e7cf70e5a70 req-cf802eb0-e898-4cea-bbb6-dc1298e24b5e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1180911
Feb 18 11:15:03.187739 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-31d6b1f3-0a9c-48fd-b7f4-9cb361629fc3 req-2bbe01fa-057a-431f-ba6a-e59cc3b34af4 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948482
Feb 18 11:15:03.341520 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-589c247d-7960-441b-9470-307796661c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:03.376085 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-589c247d-7960-441b-9470-307796661c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:15:03.386819 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-589c247d-7960-441b-9470-307796661c5f admin admin] Usage tracker for resource:security_group_rule and tenant:26059286fe2a451b825e02d95237f4ae is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:15:03.399419 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-589c247d-7960-441b-9470-307796661c5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:15:03.413442 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-589c247d-7960-441b-9470-307796661c5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:15:03.563402 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899ad85-2980-495f-ac53-1118720a9894 req-e42dec0c-853d-428d-8b87-74931fb24184 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:03.589171 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3899ad85-2980-495f-ac53-1118720a9894 req-e42dec0c-853d-428d-8b87-74931fb24184 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2456295
Feb 18 11:15:03.654198 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-589c247d-7960-441b-9470-307796661c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:03.664351 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-589c247d-7960-441b-9470-307796661c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:03.701214 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6617aec9-9c4e-4559-87c1-64dc6067f661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:15:03.733523 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3899ad85-2980-495f-ac53-1118720a9894 req-5827a15e-4d71-4fb8-8927-4614d4ffb7df tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395321
Feb 18 11:15:03.856211 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-589c247d-7960-441b-9470-307796661c5f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=26059286fe2a451b825e02d95237f4ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8149250
Feb 18 11:15:03.861254 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 42344) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:15:03.882680 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c247d-7960-441b-9470-307796661c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5ce1a7-76fb-4b81-af3a-a704d4bb8e03,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:15:03.900043 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-589c247d-7960-441b-9470-307796661c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:15:04.022263 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-56ab1902-71f4-4ee0-ab93-4c13d54cd066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:04.091703 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-56ab1902-71f4-4ee0-ab93-4c13d54cd066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:04.223527 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 7c35e0d1-6a27-4739-a4ab-666db601a0ce up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:15:04.315391 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-56ab1902-71f4-4ee0-ab93-4c13d54cd066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:04.347668 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9fd8a28e-a655-4b10-96be-e6cbc928130d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:15:04.404549 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab1902-71f4-4ee0-ab93-4c13d54cd066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5ce1a7-76fb-4b81-af3a-a704d4bb8e03,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:15:04.420463 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-56ab1902-71f4-4ee0-ab93-4c13d54cd066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:15:04.451305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-56ab1902-71f4-4ee0-ab93-4c13d54cd066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:04.465174 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-56ab1902-71f4-4ee0-ab93-4c13d54cd066 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2d5ce1a7-76fb-4b81-af3a-a704d4bb8e03 HTTP/1.1" status: 204  len: 168 time: 0.6013112
Feb 18 11:15:04.623743 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 7c35e0d1-6a27-4739-a4ab-666db601a0ce triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:15:04.624708 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:05.021836 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd901a3a-9a15-485f-a8a4-97e7002c481c req-e92b3d13-8b36-4d7d-aaa2-4cceeb4609df tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:05.027650 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dd901a3a-9a15-485f-a8a4-97e7002c481c req-e92b3d13-8b36-4d7d-aaa2-4cceeb4609df tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.3239617
Feb 18 11:15:05.153612 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 86b49169-7862-44af-ac4d-9505f2001a90 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:15:05.204236 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dd901a3a-9a15-485f-a8a4-97e7002c481c req-09b5f02b-ce35-4100-83cb-507cc821efd4 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1571920
Feb 18 11:15:05.579270 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea9782-5010-455c-ab7c-3595c34fbe93 req-4bf2451b-b665-47f8-a054-901d36fd871a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:05.600723 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d0ea9782-5010-455c-ab7c-3595c34fbe93 req-4bf2451b-b665-47f8-a054-901d36fd871a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.4876728
Feb 18 11:15:05.618845 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:05.722971 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d0ea9782-5010-455c-ab7c-3595c34fbe93 req-82d1a43a-a302-47fc-aa44-3363cfb291b9 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185484
Feb 18 11:15:05.864921 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-86a9446d-bd33-40c4-b409-81fc228e652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:05.911204 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 86b49169-7862-44af-ac4d-9505f2001a90, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=86b49169-7862-44af-ac4d-9505f2001a90,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:15:05.914019 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b49169-7862-44af-ac4d-9505f2001a90'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:15:05.927615 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:05.933589 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cafa7a3b-ff35-4763-9980-3614f05483f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:15:06.116168 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '86b49169-7862-44af-ac4d-9505f2001a90', 'code': 422} returned with failed status
Feb 18 11:15:06.185811 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705bdb7-1b4a-4a33-a827-157b0778a5f6 req-77787d7d-ac2b-4ad3-b374-12ac28450219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:06.188641 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a705bdb7-1b4a-4a33-a827-157b0778a5f6 req-77787d7d-ac2b-4ad3-b374-12ac28450219 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 1162 time: 0.2372189
Feb 18 11:15:06.265927 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=86b49169-7862-44af-ac4d-9505f2001a90,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:15:06.282429 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:15:06.319314 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:06.352695 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a705bdb7-1b4a-4a33-a827-157b0778a5f6 req-f120ccde-e65e-4205-a44b-ae1c64a521d5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553953
Feb 18 11:15:07.483596 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ec1d1-edd2-413e-a940-0968d61e57c6 req-6b645c9a-cff2-479a-88b2-58421e88dd3e tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:07.486399 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0a3ec1d1-edd2-413e-a940-0968d61e57c6 req-6b645c9a-cff2-479a-88b2-58421e88dd3e tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.1632066
Feb 18 11:15:07.589982 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0a3ec1d1-edd2-413e-a940-0968d61e57c6 req-cf52bf7b-f452-46e9-9460-7922a4587487 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909796
Feb 18 11:15:08.209750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:08.509719 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:08.627665 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e2672-b0ae-43b5-b76d-afd66b986896 req-34676756-27fe-4ade-be60-e77459bb23ae tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:08.631264 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-188e2672-b0ae-43b5-b76d-afd66b986896 req-34676756-27fe-4ade-be60-e77459bb23ae tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.2123930
Feb 18 11:15:08.721050 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device e218ad9e-278c-439c-a543-96f1e4678e61 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:15:08.939314 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port e218ad9e-278c-439c-a543-96f1e4678e61 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:15:08.944678 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:08.947217 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-188e2672-b0ae-43b5-b76d-afd66b986896 req-a65f73a8-ec6b-4bca-b404-10112bfe9a8c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2781334
Feb 18 11:15:09.009028 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 42480) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:15:09.440206 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724420a-2718-431e-8c64-35d24d9d2f40 req-95710d7a-cc37-417d-ae62-5b006b124946 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:09.446880 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7724420a-2718-431e-8c64-35d24d9d2f40 req-95710d7a-cc37-417d-ae62-5b006b124946 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2240443
Feb 18 11:15:09.480587 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e01e9b51-4024-4b87-b983-f76313b1f905 req-7f25b373-e5ec-47c9-bc87-a39a06f312f4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4664025
Feb 18 11:15:09.572377 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7724420a-2718-431e-8c64-35d24d9d2f40 req-dab469ce-769d-4db9-b1ce-37b88b7eff1c tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134794
Feb 18 11:15:10.393335 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add537ad-1e79-4d4c-8c1a-c1372cae6b75 req-97cce2c7-d15c-4bf3-b45f-9d68bd52e972 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:10.396282 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-add537ad-1e79-4d4c-8c1a-c1372cae6b75 req-97cce2c7-d15c-4bf3-b45f-9d68bd52e972 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.1911671
Feb 18 11:15:10.497501 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-add537ad-1e79-4d4c-8c1a-c1372cae6b75 req-28743192-6b84-412f-b670-cb000bb5754b tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887873
Feb 18 11:15:10.501011 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:15:11.468449 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15418636-988b-48a5-83d5-ddc45c852ac4 req-4dde5536-882f-4873-9322-43331593135e tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:11.471510 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-15418636-988b-48a5-83d5-ddc45c852ac4 req-4dde5536-882f-4873-9322-43331593135e tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.1973698
Feb 18 11:15:11.575581 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-15418636-988b-48a5-83d5-ddc45c852ac4 req-1c36e451-50a7-48d6-9812-e08d1e6d4248 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907550
Feb 18 11:15:11.919638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020aa47-8645-4471-a216-69adbf3b36ea req-ddd6729c-8a6b-4355-a927-3da1575a1017 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:11.923016 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b020aa47-8645-4471-a216-69adbf3b36ea req-ddd6729c-8a6b-4355-a927-3da1575a1017 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.1794479
Feb 18 11:15:12.024144 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b020aa47-8645-4471-a216-69adbf3b36ea req-11112590-7d1e-4efd-a014-a46dcecc1223 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877681
Feb 18 11:15:12.997497 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fd1bc-7b5b-4037-9a29-a45fb77100e2 req-6e7ac37f-7490-4dba-b712-2aebd7904ef1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:13.000184 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5c3fd1bc-7b5b-4037-9a29-a45fb77100e2 req-6e7ac37f-7490-4dba-b712-2aebd7904ef1 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.1641121
Feb 18 11:15:13.101127 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5c3fd1bc-7b5b-4037-9a29-a45fb77100e2 req-9abe3282-3526-4b66-ae34-ec1c2423a9a5 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880086
Feb 18 11:15:13.507019 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ecd5e-775e-45fd-a9b4-7828d3996f20 req-13798e85-0885-4b23-a99f-4d2d42a1d809 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:13.510269 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b45ecd5e-775e-45fd-a9b4-7828d3996f20 req-13798e85-0885-4b23-a99f-4d2d42a1d809 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.1852512
Feb 18 11:15:13.613603 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b45ecd5e-775e-45fd-a9b4-7828d3996f20 req-a84b38c4-d594-49c0-9ea3-d1b7ba16a0b6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898173
Feb 18 11:15:13.930184 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b1c5d-530f-47e1-855b-696cab4b239d req-652de609-8b1d-418e-9223-1bef1d478c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:13.934257 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-919b1c5d-530f-47e1-855b-696cab4b239d req-652de609-8b1d-418e-9223-1bef1d478c65 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5f79b645e00d448c8c14c9f2fb529c48&device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 1162 time: 0.1856806
Feb 18 11:15:14.259311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b1c5d-530f-47e1-855b-696cab4b239d req-9893d5a2-27e6-44f3-b732-49d8f6349519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:14.262701 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-919b1c5d-530f-47e1-855b-696cab4b239d req-9893d5a2-27e6-44f3-b732-49d8f6349519 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c1017996-a61e-4427-a613-fd19e7162449 HTTP/1.1" status: 200  len: 912 time: 0.3190222
Feb 18 11:15:14.436863 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-919b1c5d-530f-47e1-855b-696cab4b239d req-9458f1a9-9698-4f7a-9dbb-9d8f6167bbf0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e218ad9e-278c-439c-a543-96f1e4678e61 HTTP/1.1" status: 200  len: 217 time: 0.1637905
Feb 18 11:15:14.588738 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff257f-06d5-416d-9b85-b8b34e4ee60c req-b4e39caf-fe75-4b82-a404-a031fc51fdb7 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:14.592610 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d7ff257f-06d5-416d-9b85-b8b34e4ee60c req-b4e39caf-fe75-4b82-a404-a031fc51fdb7 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2251496
Feb 18 11:15:14.638325 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b1c5d-530f-47e1-855b-696cab4b239d req-9466f514-c9e9-4022-836b-bf46003117ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:14.640254 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-919b1c5d-530f-47e1-855b-696cab4b239d req-9466f514-c9e9-4022-836b-bf46003117ad service neutron] 10.222.0.79 "GET /v2.0/subnets?id=078c8601-5d6a-4793-a580-7498423d78df HTTP/1.1" status: 200  len: 858 time: 0.1928337
Feb 18 11:15:14.702233 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d7ff257f-06d5-416d-9b85-b8b34e4ee60c req-021bfbce-ea31-457e-9a40-9b0d34eba9e3 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941970
Feb 18 11:15:14.735345 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-919b1c5d-530f-47e1-855b-696cab4b239d req-04104851-3d7c-47b6-a6e1-98eb179d3ad5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c1017996-a61e-4427-a613-fd19e7162449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0878952
Feb 18 11:15:15.134883 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-919b1c5d-530f-47e1-855b-696cab4b239d req-8c36b99d-5e6b-4602-bed2-8ea119612215 service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3866155
Feb 18 11:15:15.207724 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4711de-9830-4f39-9063-952a46151eb2 req-92fd7503-b057-4d6a-9e19-6092db267d05 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:15.211039 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4c4711de-9830-4f39-9063-952a46151eb2 req-92fd7503-b057-4d6a-9e19-6092db267d05 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.2995641
Feb 18 11:15:15.533237 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4c4711de-9830-4f39-9063-952a46151eb2 req-b857ec39-977f-43ef-8659-f3744ac8c65c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2079160
Feb 18 11:15:15.538340 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-919b1c5d-530f-47e1-855b-696cab4b239d req-fe21067e-0990-4103-bcf3-e2e3c57ee039 service neutron] 10.222.0.79 "GET /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3849835
Feb 18 11:15:16.256156 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d5b67-7111-485e-9a36-cec90232f4ea req-a405d9ed-e3ca-41fd-b422-965deb092dda tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:16.260061 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-605d5b67-7111-485e-9a36-cec90232f4ea req-a405d9ed-e3ca-41fd-b422-965deb092dda tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2460949
Feb 18 11:15:16.398464 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-605d5b67-7111-485e-9a36-cec90232f4ea req-f5be4949-428a-4d0e-b611-f737e6e516bb tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210320
Feb 18 11:15:17.165435 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3bcdc-c856-4489-b96b-726a931be275 req-77214363-a957-4364-8e95-e953c3335eb7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:17.167311 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d7e3bcdc-c856-4489-b96b-726a931be275 req-77214363-a957-4364-8e95-e953c3335eb7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.1590078
Feb 18 11:15:17.263718 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d7e3bcdc-c856-4489-b96b-726a931be275 req-2f48b6ee-7e42-430b-851d-f67aad42a153 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831254
Feb 18 11:15:17.877036 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4edf43-2d32-4c43-8990-c186eeec2b0a req-a38d4dbd-e216-4894-bdd4-b7441a6687ca tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:17.895714 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1b4edf43-2d32-4c43-8990-c186eeec2b0a req-a38d4dbd-e216-4894-bdd4-b7441a6687ca tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2323260
Feb 18 11:15:17.997443 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1b4edf43-2d32-4c43-8990-c186eeec2b0a req-2e985bd3-9cfc-42f9-bb64-8784703ddf48 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993857
Feb 18 11:15:18.776210 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device e218ad9e-278c-439c-a543-96f1e4678e61 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:15:18.992132 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port e218ad9e-278c-439c-a543-96f1e4678e61 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:15:18.993255 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:19.104699 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0e4f3-b642-42f1-810c-84edd405ae50 req-73d61091-4c24-4d2f-97c6-27c35d0620a3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:19.108242 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c1e0e4f3-b642-42f1-810c-84edd405ae50 req-73d61091-4c24-4d2f-97c6-27c35d0620a3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.4419632
Feb 18 11:15:19.257262 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c1e0e4f3-b642-42f1-810c-84edd405ae50 req-ede7d325-e917-4feb-a909-51535f90d015 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1244798
Feb 18 11:15:19.770356 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859aec84-1563-4e58-83fa-7b7d64198ec4 req-1baf8f71-8ade-4130-95c3-5f238fbf2bb4 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:19.785767 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-859aec84-1563-4e58-83fa-7b7d64198ec4 req-1baf8f71-8ade-4130-95c3-5f238fbf2bb4 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2834294
Feb 18 11:15:19.968199 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-859aec84-1563-4e58-83fa-7b7d64198ec4 req-94b520d6-8104-4bc8-be2a-9c160a3c30b6 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782465
Feb 18 11:15:20.932117 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7251406-1697-46ea-82d6-01840ac0f758 req-c3b7cc07-9987-4c88-8059-ed86f7fb8410 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:20.944794 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e7251406-1697-46ea-82d6-01840ac0f758 req-c3b7cc07-9987-4c88-8059-ed86f7fb8410 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.2821434
Feb 18 11:15:21.101686 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e7251406-1697-46ea-82d6-01840ac0f758 req-33c92d30-b246-4afa-a943-6d14df14971f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1444583
Feb 18 11:15:22.834217 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517045b-4cd3-4ada-99f8-51c5e5f9058a req-db924496-691b-46a8-b41f-b5735dea7bf6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:22.860892 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c517045b-4cd3-4ada-99f8-51c5e5f9058a req-db924496-691b-46a8-b41f-b5735dea7bf6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.3514106
Feb 18 11:15:23.053667 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c517045b-4cd3-4ada-99f8-51c5e5f9058a req-f3cc59c0-a688-4048-adae-4e8a2c9e5f0e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1909163
Feb 18 11:15:23.271573 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9b51-4024-4b87-b983-f76313b1f905 req-55a0e37c-b7d1-427d-a062-6190f42d8236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:23.275173 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e01e9b51-4024-4b87-b983-f76313b1f905 req-55a0e37c-b7d1-427d-a062-6190f42d8236 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce&tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c HTTP/1.1" status: 200  len: 1160 time: 0.2154253
Feb 18 11:15:23.656570 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9b51-4024-4b87-b983-f76313b1f905 req-dff84a77-90c6-4a02-90aa-763b3da61cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:23.661172 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e01e9b51-4024-4b87-b983-f76313b1f905 req-dff84a77-90c6-4a02-90aa-763b3da61cba service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c&device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 1160 time: 0.2330375
Feb 18 11:15:24.095872 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9b51-4024-4b87-b983-f76313b1f905 req-181e93d8-0dd0-4e68-8dde-7b70ac4cdbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:24.099853 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e01e9b51-4024-4b87-b983-f76313b1f905 req-181e93d8-0dd0-4e68-8dde-7b70ac4cdbc2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=898e5d09-fa06-443a-ad06-089028ce346b HTTP/1.1" status: 200  len: 910 time: 0.4278169
Feb 18 11:15:24.452369 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e01e9b51-4024-4b87-b983-f76313b1f905 req-bea93faf-8a98-4f9a-a629-6ac16385a904 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86b49169-7862-44af-ac4d-9505f2001a90 HTTP/1.1" status: 200  len: 999 time: 0.3434653
Feb 18 11:15:24.637431 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9b51-4024-4b87-b983-f76313b1f905 req-3a087c95-9eab-40ba-94db-335344297e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:24.650542 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e01e9b51-4024-4b87-b983-f76313b1f905 req-3a087c95-9eab-40ba-94db-335344297e36 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f015fe07-4475-4004-a998-1938cc87ba5e HTTP/1.1" status: 200  len: 855 time: 0.1760175
Feb 18 11:15:24.762548 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b5968-c9d1-4749-b3d8-4552b6f77b7f req-44f99abd-1381-497f-83a9-72e2ddafc538 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:24.779274 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1b3b5968-c9d1-4749-b3d8-4552b6f77b7f req-44f99abd-1381-497f-83a9-72e2ddafc538 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.3225017
Feb 18 11:15:24.889873 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1b3b5968-c9d1-4749-b3d8-4552b6f77b7f req-3c1b4f2d-876e-41ba-8846-0a91978f16f9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1075871
Feb 18 11:15:25.043642 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9b51-4024-4b87-b983-f76313b1f905 req-2031cbdd-5296-488a-ae90-8b649dd76cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:25.048635 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e01e9b51-4024-4b87-b983-f76313b1f905 req-2031cbdd-5296-488a-ae90-8b649dd76cf0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=898e5d09-fa06-443a-ad06-089028ce346b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3869510
Feb 18 11:15:25.791287 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e01e9b51-4024-4b87-b983-f76313b1f905 req-829899b5-a9db-4d39-b1f5-8ac30c41cdcb service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7272260
Feb 18 11:15:26.178821 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e01e9b51-4024-4b87-b983-f76313b1f905 req-37edda8b-69c2-4190-9a5b-523451f6062c service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3713293
Feb 18 11:15:26.559084 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ee86c-d92f-4636-8b61-b1dae5456558 req-ed1e54a2-0c05-4758-82bf-188e0c768c12 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:26.577222 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f54ee86c-d92f-4636-8b61-b1dae5456558 req-ed1e54a2-0c05-4758-82bf-188e0c768c12 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.2557433
Feb 18 11:15:27.100232 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f54ee86c-d92f-4636-8b61-b1dae5456558 req-5d94d38a-c27a-41bb-b44a-226063e49c23 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5145686
Feb 18 11:15:29.043548 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba1917-f619-4b47-a7c5-dc7dc740249a req-9117969f-56b9-4c6f-a177-ff97d4f97c48 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:29.059971 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-40ba1917-f619-4b47-a7c5-dc7dc740249a req-9117969f-56b9-4c6f-a177-ff97d4f97c48 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.4595504
Feb 18 11:15:29.242349 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-40ba1917-f619-4b47-a7c5-dc7dc740249a req-bffdf974-dcf4-4d7d-a6b3-1e93ac51db97 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1805985
Feb 18 11:15:30.983878 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b74fb-b278-426a-b1ec-d4a3482533e3 req-0c039a99-13d2-4a7b-8db2-933218c84282 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:31.010131 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ce2b74fb-b278-426a-b1ec-d4a3482533e3 req-0c039a99-13d2-4a7b-8db2-933218c84282 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.3793995
Feb 18 11:15:31.162011 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ce2b74fb-b278-426a-b1ec-d4a3482533e3 req-f364d9f2-6104-4d2c-a40e-1f83c2a36d97 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1501164
Feb 18 11:15:31.730818 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:32.206004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3150724b-04a5-479f-819f-faa664e7d834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:32.933269 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f67bed-aabe-4a9e-a72c-7633c1041068 req-17bdd6a5-37e9-4177-95e8-a47b86800663 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:32.937162 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-89f67bed-aabe-4a9e-a72c-7633c1041068 req-17bdd6a5-37e9-4177-95e8-a47b86800663 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.3516808
Feb 18 11:15:33.095815 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-89f67bed-aabe-4a9e-a72c-7633c1041068 req-5d001357-c0c1-4c8a-a12d-e8061d9e1ad9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1458206
Feb 18 11:15:34.875307 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ece9e-c19e-43f6-b6ea-33aadae58747 req-ba4f73a7-5c4b-4f0b-b92a-57a203f0c1c5 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:34.890482 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ab9ece9e-c19e-43f6-b6ea-33aadae58747 req-ba4f73a7-5c4b-4f0b-b92a-57a203f0c1c5 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.3104036
Feb 18 11:15:35.016189 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ab9ece9e-c19e-43f6-b6ea-33aadae58747 req-d3d01380-a952-42ba-8f10-5466474c9e28 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1239789
Feb 18 11:15:35.824514 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b7f195a8-092d-44ba-a629-91455b0a8aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:36.265009 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:36.791070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6f7d6-2134-4f31-8f79-c58f59ee4eb7 req-5ff8e17e-5022-4af3-b5df-856cac281df9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:36.805585 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cce6f7d6-2134-4f31-8f79-c58f59ee4eb7 req-5ff8e17e-5022-4af3-b5df-856cac281df9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.3529649
Feb 18 11:15:37.017337 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cce6f7d6-2134-4f31-8f79-c58f59ee4eb7 req-2918c0e2-5d46-4f1f-b13f-ae06e395fea8 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2021635
Feb 18 11:15:38.276900 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:38.570226 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:38.899165 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56237967-2ae5-408a-9cd4-754672b43328 req-5d110bbf-cc06-4f3a-88fb-356542860fe8 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:38.913735 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-56237967-2ae5-408a-9cd4-754672b43328 req-5d110bbf-cc06-4f3a-88fb-356542860fe8 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.2833374
Feb 18 11:15:39.081987 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-56237967-2ae5-408a-9cd4-754672b43328 req-581f6539-efeb-4fa8-b3a1-9ee903c4a08a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1598918
Feb 18 11:15:39.982179 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 42964) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:15:40.528265 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:40.614457 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:15:40.635665 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Usage tracker for resource:security_group_rule and tenant:2bf9ceeba80640ab87d0e8095bac117a is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:15:40.656316 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:15:40.684004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:15:41.081599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:41.097473 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:41.126151 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d120a5-cc85-4cc0-9073-a7a6656fc67f req-68546059-124d-418d-8520-41df746180be tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:41.157440 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-97d120a5-cc85-4cc0-9073-a7a6656fc67f req-68546059-124d-418d-8520-41df746180be tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.4403899
Feb 18 11:15:41.246083 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-dc4365c0-4d56-40b6-8180-e698b3f46c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:15:41.351774 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2bf9ceeba80640ab87d0e8095bac117a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3630016
Feb 18 11:15:41.351774 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbcc347-abae-4b76-8f51-fc7dc70da2fb,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:15:41.366477 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-97d120a5-cc85-4cc0-9073-a7a6656fc67f req-c4135d0a-5192-4cf4-993b-d6c4552a92af tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2073514
Feb 18 11:15:41.367363 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 42982) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:15:41.373404 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.375161 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.375856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.376800 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.378198 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.378900 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.381689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.382301 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.383586 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.385414 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.386387 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.386897 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.387888 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.388630 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.389307 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.390002 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.390673 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.391575 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.392674 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.393603 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.395171 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.396065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.396794 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.397488 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:41.409533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:15:41.662363 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:41.798165 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:41.946676 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:41.977973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-df95db57-8c4e-4724-b250-ce6fc44851e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:15:42.044675 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:15:42.047306 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8bbcc347-abae-4b76-8f51-fc7dc70da2fb HTTP/1.1" status: 204  len: 168 time: 0.6780124
Feb 18 11:15:42.059681 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbcc347-abae-4b76-8f51-fc7dc70da2fb,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:15:42.091907 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.099743 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.100883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.101826 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.102637 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.103509 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.109390 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.110372 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.111240 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.112449 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.113382 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.114477 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.116048 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.121440 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.122566 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.123455 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.124761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.126776 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.129491 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.130392 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.137444 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.138067 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.138979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.139729 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:15:42.149986 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:15:42.982780 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd257f54-6022-40fb-bb36-6b60d4f044f0 req-2d9f75b4-2730-4ea9-8801-d9b1359f9fd7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:42.997489 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bd257f54-6022-40fb-bb36-6b60d4f044f0 req-2d9f75b4-2730-4ea9-8801-d9b1359f9fd7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.2721560
Feb 18 11:15:43.105269 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bd257f54-6022-40fb-bb36-6b60d4f044f0 req-5c3be27c-899b-4fb3-adfb-71a93f3fdc31 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1019163
Feb 18 11:15:44.522209 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19f51-cd43-4a88-82c9-53f1d499aba6 req-cad5ab81-16d3-4a09-87da-c496bc3dac4c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:44.524300 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-abc19f51-cd43-4a88-82c9-53f1d499aba6 req-cad5ab81-16d3-4a09-87da-c496bc3dac4c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.1106560
Feb 18 11:15:44.598186 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-abc19f51-cd43-4a88-82c9-53f1d499aba6 req-43f3287f-6011-48d5-835e-90d62fa137b1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605686
Feb 18 11:15:46.075462 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eaca0-eb11-4ac3-8106-70a7325bb461 req-58e2947b-3797-42bf-8a4d-1be0e90a456a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:46.080143 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8c7eaca0-eb11-4ac3-8106-70a7325bb461 req-58e2947b-3797-42bf-8a4d-1be0e90a456a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.2131569
Feb 18 11:15:46.264854 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8c7eaca0-eb11-4ac3-8106-70a7325bb461 req-3a0e6308-8a5b-408b-ac19-5724833190be tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1593239
Feb 18 11:15:47.525281 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:15:48.051633 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27236c3-a0a3-4c8c-a083-76f7457cebfc req-dc132260-85d0-490c-9682-8d9210667a09 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:48.056316 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e27236c3-a0a3-4c8c-a083-76f7457cebfc req-dc132260-85d0-490c-9682-8d9210667a09 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.3681464
Feb 18 11:15:48.180770 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e27236c3-a0a3-4c8c-a083-76f7457cebfc req-f3aef995-b82e-463d-b951-848662d3c531 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1116426
Feb 18 11:15:48.594262 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f00bd6-ae8e-4617-b7c2-31a8b47f7c18 req-9ea81a61-f499-4556-b137-fb11877332ee tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:48.599690 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-11f00bd6-ae8e-4617-b7c2-31a8b47f7c18 req-9ea81a61-f499-4556-b137-fb11877332ee tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.1570735
Feb 18 11:15:48.705022 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-11f00bd6-ae8e-4617-b7c2-31a8b47f7c18 req-c6fc8d79-7d53-4284-a330-4e7606ea7275 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915587
Feb 18 11:15:49.949091 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3f81b-f922-4c6d-ab13-a091406d0724 req-ba21fa9f-7da9-40a3-aad8-3507e2860303 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:49.957290 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-13e3f81b-f922-4c6d-ab13-a091406d0724 req-ba21fa9f-7da9-40a3-aad8-3507e2860303 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.3132451
Feb 18 11:15:50.110450 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-13e3f81b-f922-4c6d-ab13-a091406d0724 req-61c89341-e0bc-43e3-a1a4-0c8757592380 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1421137
Feb 18 11:15:50.356886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cbbbf-13fb-4965-bab2-e6f4b6a644c8 req-0b3ec3c6-5bef-45e2-8b68-91294e0bdbea tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:50.360467 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cc4cbbbf-13fb-4965-bab2-e6f4b6a644c8 req-0b3ec3c6-5bef-45e2-8b68-91294e0bdbea tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.2183902
Feb 18 11:15:50.479880 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cc4cbbbf-13fb-4965-bab2-e6f4b6a644c8 req-d833c4d0-50e1-4df0-a641-ee62a5ef0022 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028974
Feb 18 11:15:51.641103 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21357e-3a7a-41e7-959f-14d85fc05513 req-a78ff6ae-ba5e-45ed-b152-45bf0600608e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:51.644788 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3f21357e-3a7a-41e7-959f-14d85fc05513 req-a78ff6ae-ba5e-45ed-b152-45bf0600608e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.2127562
Feb 18 11:15:51.788252 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3f21357e-3a7a-41e7-959f-14d85fc05513 req-6f7182f1-7779-4f1f-b09c-a98a82ea2e17 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276531
Feb 18 11:15:52.219570 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d90f7-da83-493e-ae33-408d0c441620 req-739f89dc-3e26-45ae-ad15-734d067f4e3b tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:52.223297 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bf4d90f7-da83-493e-ae33-408d0c441620 req-739f89dc-3e26-45ae-ad15-734d067f4e3b tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.1827891
Feb 18 11:15:52.340334 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bf4d90f7-da83-493e-ae33-408d0c441620 req-e8c73602-b37c-41f1-a858-e5477d7e7a23 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047816
Feb 18 11:15:52.635368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bb9f7-7761-4f70-b612-83d83317926d req-eb6f98cc-f594-406a-9176-f82e7ba950ed tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:52.638723 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-767bb9f7-7761-4f70-b612-83d83317926d req-eb6f98cc-f594-406a-9176-f82e7ba950ed tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 946 time: 0.1953666
Feb 18 11:15:52.775519 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-767bb9f7-7761-4f70-b612-83d83317926d req-8c4e6cf7-9972-4247-8f9e-87840180d287 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287012
Feb 18 11:15:53.147995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda19eb6-e92c-4473-9886-a6b10db61ed9 req-3750ba9b-716a-4818-b823-6df791351b4f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:53.151607 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cda19eb6-e92c-4473-9886-a6b10db61ed9 req-3750ba9b-716a-4818-b823-6df791351b4f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.1583219
Feb 18 11:15:53.258576 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cda19eb6-e92c-4473-9886-a6b10db61ed9 req-1b4c6f08-9fb8-419e-b25c-2357e50bca64 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943758
Feb 18 11:15:53.764388 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788de1a-7d30-4b5a-abc1-72d6d9818fee req-4e05eade-8576-47a1-8db4-40ba28c6a26a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:53.768128 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e788de1a-7d30-4b5a-abc1-72d6d9818fee req-4e05eade-8576-47a1-8db4-40ba28c6a26a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.1823652
Feb 18 11:15:53.871939 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e788de1a-7d30-4b5a-abc1-72d6d9818fee req-6573d2bc-3138-459e-b941-b8676c181209 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900695
Feb 18 11:15:54.142330 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3561e0-599a-45cd-8186-c6c343a68136 req-f9b4147e-6b8c-4115-8980-d7c8ef7dc8a2 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:54.146084 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2b3561e0-599a-45cd-8186-c6c343a68136 req-f9b4147e-6b8c-4115-8980-d7c8ef7dc8a2 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 946 time: 0.1555190
Feb 18 11:15:54.247869 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2b3561e0-599a-45cd-8186-c6c343a68136 req-00e5a935-492e-4902-a2bd-c1a3db58530c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878875
Feb 18 11:15:54.633742 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ebf2f-602b-4b32-8d16-95b5a5090525 req-d94d2bf9-5398-4bbd-944b-d35c8b0b67eb tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:54.635610 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f67ebf2f-602b-4b32-8d16-95b5a5090525 req-d94d2bf9-5398-4bbd-944b-d35c8b0b67eb tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.1098657
Feb 18 11:15:54.737068 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f67ebf2f-602b-4b32-8d16-95b5a5090525 req-dadd2fa1-3eeb-4232-83ca-58bf07240365 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871291
Feb 18 11:15:55.332784 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb34c09-e7a8-4969-b5b1-00c358953e4d req-de83c3a2-7391-41b9-b270-ad6e5ba175e3 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:55.335983 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8fb34c09-e7a8-4969-b5b1-00c358953e4d req-de83c3a2-7391-41b9-b270-ad6e5ba175e3 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.2172122
Feb 18 11:15:55.453641 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8fb34c09-e7a8-4969-b5b1-00c358953e4d req-5d168057-1dca-4b11-8d12-eabe101de099 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023078
Feb 18 11:15:56.043893 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae827e-f7b6-4a44-b44f-e06794aa3caf req-c223ca5b-49f6-49fe-801a-af03becb7c4c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:56.061185 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1eae827e-f7b6-4a44-b44f-e06794aa3caf req-c223ca5b-49f6-49fe-801a-af03becb7c4c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 946 time: 0.5322804
Feb 18 11:15:56.181482 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1eae827e-f7b6-4a44-b44f-e06794aa3caf req-0bf456e5-b2db-47c9-9651-801f9b4b4fa2 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181002
Feb 18 11:15:56.369136 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689f8e4-0ccd-4b32-9519-d094bbfe6545 req-7ffbb1fd-3d5d-4432-8ebf-3ec455e82ba7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:56.372341 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d689f8e4-0ccd-4b32-9519-d094bbfe6545 req-7ffbb1fd-3d5d-4432-8ebf-3ec455e82ba7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.2351887
Feb 18 11:15:56.528926 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d689f8e4-0ccd-4b32-9519-d094bbfe6545 req-0d4bf6a4-a63e-432b-a58e-1c6526dc4282 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1401381
Feb 18 11:15:56.807807 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4853ea-3cff-42e4-b8a8-dd23d3dfccab req-9cfdfe6c-8dfb-49fc-b882-8cdf2ce502ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:56.819780 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4b4853ea-3cff-42e4-b8a8-dd23d3dfccab req-9cfdfe6c-8dfb-49fc-b882-8cdf2ce502ae service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c&device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 1160 time: 0.2877114
Feb 18 11:15:57.010667 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47dd2b-3f12-493a-bf82-e90e1eb04826 req-142293a3-7bd8-43b2-a438-935b6d9e5c9b tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:57.024088 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7c47dd2b-3f12-493a-bf82-e90e1eb04826 req-142293a3-7bd8-43b2-a438-935b6d9e5c9b tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.1920907
Feb 18 11:15:57.161257 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7c47dd2b-3f12-493a-bf82-e90e1eb04826 req-a9aa8346-eb08-48b8-aa08-c85bab6a3879 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322677
Feb 18 11:15:57.234735 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4853ea-3cff-42e4-b8a8-dd23d3dfccab req-d98b6a98-5f03-49bf-a8b6-8edb11c5d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:57.248676 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4b4853ea-3cff-42e4-b8a8-dd23d3dfccab req-d98b6a98-5f03-49bf-a8b6-8edb11c5d86b service neutron] 10.222.0.79 "GET /v2.0/networks?id=898e5d09-fa06-443a-ad06-089028ce346b HTTP/1.1" status: 200  len: 910 time: 0.3796675
Feb 18 11:15:57.545408 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4b4853ea-3cff-42e4-b8a8-dd23d3dfccab req-3a6b6474-6e6b-41e9-8478-ecf2ded6968e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86b49169-7862-44af-ac4d-9505f2001a90 HTTP/1.1" status: 200  len: 999 time: 0.2803266
Feb 18 11:15:57.899172 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4853ea-3cff-42e4-b8a8-dd23d3dfccab req-0d191462-8676-4038-bcf4-19b140340c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:57.903019 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4b4853ea-3cff-42e4-b8a8-dd23d3dfccab req-0d191462-8676-4038-bcf4-19b140340c4e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f015fe07-4475-4004-a998-1938cc87ba5e HTTP/1.1" status: 200  len: 855 time: 0.3486383
Feb 18 11:15:58.022379 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73675bb9-3e63-47d3-bf2c-22a3173badca req-961421f8-e1b4-43fd-a634-f80d86d33a4c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:58.027658 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-73675bb9-3e63-47d3-bf2c-22a3173badca req-961421f8-e1b4-43fd-a634-f80d86d33a4c tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 946 time: 0.3739398
Feb 18 11:15:58.147177 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082e5b1-3260-491b-9294-e077a11f7156 req-b943d31d-48d0-4900-82f2-f1b69c79007c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:58.151696 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1082e5b1-3260-491b-9294-e077a11f7156 req-b943d31d-48d0-4900-82f2-f1b69c79007c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.2523444
Feb 18 11:15:58.161693 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-73675bb9-3e63-47d3-bf2c-22a3173badca req-5579eafa-e970-4137-8478-c9821598e881 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223385
Feb 18 11:15:58.274395 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1082e5b1-3260-491b-9294-e077a11f7156 req-8a0e0f6c-9725-46eb-b9f2-f2ffba5d17ab tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086254
Feb 18 11:15:58.641722 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a172a3-721b-4e26-9ed8-b08d9be1291f req-992fe72e-3c37-40a4-811d-d841cdaf83c3 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:58.646473 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-97a172a3-721b-4e26-9ed8-b08d9be1291f req-992fe72e-3c37-40a4-811d-d841cdaf83c3 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.1858923
Feb 18 11:15:58.750494 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-97a172a3-721b-4e26-9ed8-b08d9be1291f req-80acc3b3-b4da-492c-9216-4ee231586520 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891860
Feb 18 11:15:58.958180 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4853ea-3cff-42e4-b8a8-dd23d3dfccab req-a1c51290-57d1-4896-acac-c61fe2bc1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:58.961254 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4b4853ea-3cff-42e4-b8a8-dd23d3dfccab req-a1c51290-57d1-4896-acac-c61fe2bc1469 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=898e5d09-fa06-443a-ad06-089028ce346b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1695421
Feb 18 11:15:59.613517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bd79e-3974-4ff6-a637-3fd0e2d52812 req-39eb9575-3b5e-4d79-b98f-b1aa6fbbef41 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:59.616191 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1e2bd79e-3974-4ff6-a637-3fd0e2d52812 req-39eb9575-3b5e-4d79-b98f-b1aa6fbbef41 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 946 time: 0.2013187
Feb 18 11:15:59.729779 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779632f-7109-43d7-9c2a-159c51cdd78a req-d76ad6af-9cd6-4338-b4cc-2f98ab2078b8 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:15:59.745199 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f779632f-7109-43d7-9c2a-159c51cdd78a req-d76ad6af-9cd6-4338-b4cc-2f98ab2078b8 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.1603179
Feb 18 11:15:59.805252 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1e2bd79e-3974-4ff6-a637-3fd0e2d52812 req-ca3d9db4-ba6e-49a8-9073-3db3bf831d98 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767693
Feb 18 11:15:59.898847 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f779632f-7109-43d7-9c2a-159c51cdd78a req-cc589283-239a-4a14-a491-ad326f1afc5b tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1510668
Feb 18 11:16:00.193680 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2036e-e810-43cd-841a-b164ae8bcdc8 req-2dbb2431-2009-4055-95c1-7223b9020f90 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:00.196824 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-63d2036e-e810-43cd-841a-b164ae8bcdc8 req-2dbb2431-2009-4055-95c1-7223b9020f90 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.1719902
Feb 18 11:16:00.284033 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-63d2036e-e810-43cd-841a-b164ae8bcdc8 req-877dbb71-65fb-4727-978f-cf7afa336711 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743122
Feb 18 11:16:01.040213 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 7c35e0d1-6a27-4739-a4ab-666db601a0ce no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:16:01.101076 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4b4853ea-3cff-42e4-b8a8-dd23d3dfccab req-ed4b7d91-705f-4617-9f3c-9a0ab288574b service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3782659
Feb 18 11:16:01.469996 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e8f29-b7f6-451f-aee3-4df58f27b977 req-b633d642-2f11-4e0a-98dd-11caabc96b51 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:01.474173 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8d4e8f29-b7f6-451f-aee3-4df58f27b977 req-b633d642-2f11-4e0a-98dd-11caabc96b51 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 0.1995046
Feb 18 11:16:01.590443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:01.591449 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8d4e8f29-b7f6-451f-aee3-4df58f27b977 req-ad9cfadb-b101-45da-bdec-a2d046920e3e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010826
Feb 18 11:16:01.772179 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d3a719-e733-46c1-8171-8eb7fd82a94a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c35e0d1-6a27-4739-a4ab-666db601a0ce'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:16:01.801654 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 7c35e0d1-6a27-4739-a4ab-666db601a0ce, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=7c35e0d1-6a27-4739-a4ab-666db601a0ce,segment=NetworkSegment(ae4832ba-d450-4516-a82e-8096d7270822),segment_id=ae4832ba-d450-4516-a82e-8096d7270822)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:01.827090 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:01.836385 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:01.839067 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:01.848029 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4b4853ea-3cff-42e4-b8a8-dd23d3dfccab req-38fb89be-783f-48de-b9aa-d7c92edc37d8 service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6467526
Feb 18 11:16:01.915972 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d7c5a-c613-4d4c-97f3-a6b1781aaa9f req-a05e8f89-8f19-405c-a8fc-1552a4472bb9 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:01.919183 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-199d7c5a-c613-4d4c-97f3-a6b1781aaa9f req-a05e8f89-8f19-405c-a8fc-1552a4472bb9 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.79 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 946 time: 0.8161054
Feb 18 11:16:02.020488 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=7c35e0d1-6a27-4739-a4ab-666db601a0ce,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:02.037474 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.038488 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.039379 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.040255 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.041803 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.042745 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.043352 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.044492 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.045724 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.047286 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.054816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.054816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.054816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.054816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.054816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.054816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.054816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.056262 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.057402 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.062004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.067727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.069066 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.070382 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.071558 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:02.074840 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe6ea9-55d7-4698-870e-5b0b93e1f249 req-14e73fbf-4317-4ed5-9f07-098063233d62 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:02.078605 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3ebe6ea9-55d7-4698-870e-5b0b93e1f249 req-14e73fbf-4317-4ed5-9f07-098063233d62 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 946 time: 0.8245904
Feb 18 11:16:02.098392 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:02.204237 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f20cd08f-45af-4104-9ea8-f725f05bfb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:02.212254 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71388fa3-6607-4de4-b5e1-096986cf6c12 req-5964b612-f62a-485f-bf8f-102bc1f03b75 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:02.215254 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-71388fa3-6607-4de4-b5e1-096986cf6c12 req-5964b612-f62a-485f-bf8f-102bc1f03b75 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.2739937
Feb 18 11:16:02.245923 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 699e36f6-2246-4dce-bdb0-9fa08e5d976d no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:16:02.318538 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd9997-95a6-4427-a3c7-d8db4178e751 req-4ce501e1-3f99-4a7d-b29b-088fb533f1aa tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:02.321811 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-60bd9997-95a6-4427-a3c7-d8db4178e751 req-4ce501e1-3f99-4a7d-b29b-088fb533f1aa tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 945 time: 0.7034924
Feb 18 11:16:02.329253 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3ebe6ea9-55d7-4698-870e-5b0b93e1f249 req-f5155460-7e81-484d-b2e3-7c44d69154ee tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1996932
Feb 18 11:16:02.353521 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-71388fa3-6607-4de4-b5e1-096986cf6c12 req-1462e973-8433-4557-bcba-091d156baad7 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252131
Feb 18 11:16:02.488689 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d3a719-e733-46c1-8171-8eb7fd82a94a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c35e0d1-6a27-4739-a4ab-666db601a0ce', 'code': 200}
Feb 18 11:16:02.574517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-199d7c5a-c613-4d4c-97f3-a6b1781aaa9f req-c2871955-3d40-4084-9d4b-ec98b15cd800 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Deleting port 7c35e0d1-6a27-4739-a4ab-666db601a0ce {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:16:02.577715 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-199d7c5a-c613-4d4c-97f3-a6b1781aaa9f req-c2871955-3d40-4084-9d4b-ec98b15cd800 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:02.737611 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-60bd9997-95a6-4427-a3c7-d8db4178e751 req-a851680f-c865-40f9-bad7-1d969e6e63bd tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Deleting port 699e36f6-2246-4dce-bdb0-9fa08e5d976d {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:16:02.738264 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-60bd9997-95a6-4427-a3c7-d8db4178e751 req-a851680f-c865-40f9-bad7-1d969e6e63bd tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:03.056478 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:03.206946 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 699e36f6-2246-4dce-bdb0-9fa08e5d976d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=699e36f6-2246-4dce-bdb0-9fa08e5d976d,segment=NetworkSegment(ad8fbc16-d954-4840-8ad7-aa263bff63f3),segment_id=ad8fbc16-d954-4840-8ad7-aa263bff63f3)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:03.228186 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:03.233968 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:03.449390 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=699e36f6-2246-4dce-bdb0-9fa08e5d976d,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:03.491144 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:03.909601 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22978f9a-740b-4fc3-8969-5d605661be4e req-d38d744c-95c5-4973-bed0-bb4c2d0d1069 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:03.912133 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-22978f9a-740b-4fc3-8969-5d605661be4e req-d38d744c-95c5-4973-bed0-bb4c2d0d1069 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 943 time: 0.1979198
Feb 18 11:16:04.026860 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-22978f9a-740b-4fc3-8969-5d605661be4e req-86f8ca60-da6b-46b0-a580-8050dc1e0166 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987773
Feb 18 11:16:04.323440 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c21bbe-5119-4e5f-b33f-26246ed069e5 req-043f2bb6-3701-43b0-a768-fb3206947225 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:04.326936 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d5c21bbe-5119-4e5f-b33f-26246ed069e5 req-043f2bb6-3701-43b0-a768-fb3206947225 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 1.2519445
Feb 18 11:16:04.493522 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e16f241-50e7-44b5-b93a-bcf9025a753b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699e36f6-2246-4dce-bdb0-9fa08e5d976d'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:16:04.517178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95e2aa-4a0b-4ad4-bdec-3806d4031bbf req-cad5e236-e2d0-4991-99dc-c428df51184f tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:04.533920 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6e95e2aa-4a0b-4ad4-bdec-3806d4031bbf req-cad5e236-e2d0-4991-99dc-c428df51184f tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 944 time: 0.2522318
Feb 18 11:16:04.584278 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d5c21bbe-5119-4e5f-b33f-26246ed069e5 req-ec1ff364-d9d1-47e4-8d1b-598ac4d0d67e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2327740
Feb 18 11:16:04.603937 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-199d7c5a-c613-4d4c-97f3-a6b1781aaa9f req-c2871955-3d40-4084-9d4b-ec98b15cd800 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] For port 7c35e0d1-6a27-4739-a4ab-666db601a0ce, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=7c35e0d1-6a27-4739-a4ab-666db601a0ce,segment=NetworkSegment(ae4832ba-d450-4516-a82e-8096d7270822),segment_id=ae4832ba-d450-4516-a82e-8096d7270822)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:04.604965 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-199d7c5a-c613-4d4c-97f3-a6b1781aaa9f req-c2871955-3d40-4084-9d4b-ec98b15cd800 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:04.637989 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6e95e2aa-4a0b-4ad4-bdec-3806d4031bbf req-33dd2d35-8b1d-4a56-b01c-06dec51bd8b3 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010237
Feb 18 11:16:04.764377 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e16f241-50e7-44b5-b93a-bcf9025a753b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699e36f6-2246-4dce-bdb0-9fa08e5d976d', 'code': 200}
Feb 18 11:16:04.947528 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 86b49169-7862-44af-ac4d-9505f2001a90 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:16:04.985148 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-199d7c5a-c613-4d4c-97f3-a6b1781aaa9f req-c2871955-3d40-4084-9d4b-ec98b15cd800 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Calling delete_port for 7c35e0d1-6a27-4739-a4ab-666db601a0ce owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:16:05.099238 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-60bd9997-95a6-4427-a3c7-d8db4178e751 req-a851680f-c865-40f9-bad7-1d969e6e63bd tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] For port 699e36f6-2246-4dce-bdb0-9fa08e5d976d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=699e36f6-2246-4dce-bdb0-9fa08e5d976d,segment=NetworkSegment(ad8fbc16-d954-4840-8ad7-aa263bff63f3),segment_id=ad8fbc16-d954-4840-8ad7-aa263bff63f3)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:05.099596 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-60bd9997-95a6-4427-a3c7-d8db4178e751 req-a851680f-c865-40f9-bad7-1d969e6e63bd tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:05.115733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 86b49169-7862-44af-ac4d-9505f2001a90 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:16:05.117131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:05.371523 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:05.424378 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-60bd9997-95a6-4427-a3c7-d8db4178e751 req-a851680f-c865-40f9-bad7-1d969e6e63bd tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Calling delete_port for 699e36f6-2246-4dce-bdb0-9fa08e5d976d owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:16:05.428772 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 86b49169-7862-44af-ac4d-9505f2001a90, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=86b49169-7862-44af-ac4d-9505f2001a90,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:05.435162 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:05.438250 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:05.526200 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46f2ec-da17-4475-94fd-0ccc9b86e0df req-adc6e9f6-470b-49c4-8eef-a6524738841a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:05.533764 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0a46f2ec-da17-4475-94fd-0ccc9b86e0df req-adc6e9f6-470b-49c4-8eef-a6524738841a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 943 time: 0.2251976
Feb 18 11:16:05.587472 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=86b49169-7862-44af-ac4d-9505f2001a90,revision_number=6']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:05.598408 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:05.606441 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9a8bfa85-7b84-41fb-9727-bc563c5d75c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:05.656472 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0a46f2ec-da17-4475-94fd-0ccc9b86e0df req-91c80f0b-87ef-4e2a-8813-b2ea825ce63d tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015732
Feb 18 11:16:05.899061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-199d7c5a-c613-4d4c-97f3-a6b1781aaa9f req-c2871955-3d40-4084-9d4b-ec98b15cd800 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:06.050560 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c8ff48f0-587f-49ec-858c-030281519719 req-da1a7ac2-85d6-4883-a214-eef3e24aa780 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 210 time: 0.1112666
Feb 18 11:16:06.080990 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43304) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:16:06.194557 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:06.199712 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:06.242194 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1430bf-73c7-4fed-aed1-cd5e7608269c admin admin] Deleting subnet 5960a747-d2be-4d3b-8556-3dbd5e564c56 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 11:16:06.248368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b1430bf-73c7-4fed-aed1-cd5e7608269c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:06.309941 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 86b49169-7862-44af-ac4d-9505f2001a90 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:16:06.328164 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2871955-3d40-4084-9d4b-ec98b15cd800 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Pushing event deleted for resources: {'Port': ['ID=7c35e0d1-6a27-4739-a4ab-666db601a0ce,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:06.367713 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c2871955-3d40-4084-9d4b-ec98b15cd800 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:06.404068 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b1430bf-73c7-4fed-aed1-cd5e7608269c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852679109'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:06.516284 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 86b49169-7862-44af-ac4d-9505f2001a90 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:16:06.516916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:06.546350 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b1430bf-73c7-4fed-aed1-cd5e7608269c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741126'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:06.573219 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-60bd9997-95a6-4427-a3c7-d8db4178e751 req-a851680f-c865-40f9-bad7-1d969e6e63bd tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:06.620620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:06.773501 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b49169-7862-44af-ac4d-9505f2001a90'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:16:06.880436 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6146b8e-2018-4d93-be81-f77a87f10532 req-f08251fc-c041-4f1a-ab4d-8f06488f3850 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:06.882657 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e6146b8e-2018-4d93-be81-f77a87f10532 req-f08251fc-c041-4f1a-ab4d-8f06488f3850 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.9797285
Feb 18 11:16:06.959439 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851680f-c865-40f9-bad7-1d969e6e63bd tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Pushing event deleted for resources: {'Port': ['ID=699e36f6-2246-4dce-bdb0-9fa08e5d976d,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:06.987031 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a851680f-c865-40f9-bad7-1d969e6e63bd tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:06.989325 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-199d7c5a-c613-4d4c-97f3-a6b1781aaa9f req-c2871955-3d40-4084-9d4b-ec98b15cd800 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] No DVR routers for this DVR port 7c35e0d1-6a27-4739-a4ab-666db601a0ce on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:16:07.029577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-199d7c5a-c613-4d4c-97f3-a6b1781aaa9f req-c2871955-3d40-4084-9d4b-ec98b15cd800 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:07.036886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d3a719-e733-46c1-8171-8eb7fd82a94a', 'name': 'network-vif-deleted', 'tag': '7c35e0d1-6a27-4739-a4ab-666db601a0ce'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:16:07.129468 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e6146b8e-2018-4d93-be81-f77a87f10532 req-1783e1e3-0850-4c97-91a0-3c92ea6cd92a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1562414
Feb 18 11:16:07.137866 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-199d7c5a-c613-4d4c-97f3-a6b1781aaa9f req-c2871955-3d40-4084-9d4b-ec98b15cd800 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.79 "DELETE /v2.0/ports/7c35e0d1-6a27-4739-a4ab-666db601a0ce HTTP/1.1" status: 204  len: 173 time: 5.1899824
Feb 18 11:16:07.210360 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b1430bf-73c7-4fed-aed1-cd5e7608269c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847034674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852452565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037650'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:07.374256 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bd9997-95a6-4427-a3c7-d8db4178e751 req-a851680f-c865-40f9-bad7-1d969e6e63bd tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] No DVR routers for this DVR port 699e36f6-2246-4dce-bdb0-9fa08e5d976d on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:16:07.382494 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-60bd9997-95a6-4427-a3c7-d8db4178e751 req-a851680f-c865-40f9-bad7-1d969e6e63bd tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:07.394165 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-60bd9997-95a6-4427-a3c7-d8db4178e751 req-a851680f-c865-40f9-bad7-1d969e6e63bd tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.79 "DELETE /v2.0/ports/699e36f6-2246-4dce-bdb0-9fa08e5d976d HTTP/1.1" status: 204  len: 173 time: 5.0572875
Feb 18 11:16:07.492434 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b49169-7862-44af-ac4d-9505f2001a90', 'code': 200}
Feb 18 11:16:07.633540 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:07.757357 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1430bf-73c7-4fed-aed1-cd5e7608269c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5960a747-d2be-4d3b-8556-3dbd5e564c56,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:07.763656 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d3a719-e733-46c1-8171-8eb7fd82a94a', 'name': 'network-vif-deleted', 'tag': '7c35e0d1-6a27-4739-a4ab-666db601a0ce', 'status': 'completed', 'code': 200}
Feb 18 11:16:07.768125 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6b1430bf-73c7-4fed-aed1-cd5e7608269c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:07.779296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b1430bf-73c7-4fed-aed1-cd5e7608269c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:07.800025 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-e9bc1592-8e18-41e3-8e89-6aca99557fa1 req-410011de-03b8-47e4-b2fd-9dc47ab36759 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Synchronizing usage tracker for tenant:5f79b645e00d448c8c14c9f2fb529c48 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:16:07.820919 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-6b1430bf-73c7-4fed-aed1-cd5e7608269c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5960a747-d2be-4d3b-8556-3dbd5e564c56 HTTP/1.1" status: 204  len: 168 time: 1.7360311
Feb 18 11:16:07.825203 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43332) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:16:07.857507 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-e9bc1592-8e18-41e3-8e89-6aca99557fa1 req-410011de-03b8-47e4-b2fd-9dc47ab36759 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Unset dirty status for tenant:5f79b645e00d448c8c14c9f2fb529c48 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:16:07.867297 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e9bc1592-8e18-41e3-8e89-6aca99557fa1 req-410011de-03b8-47e4-b2fd-9dc47ab36759 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e16f241-50e7-44b5-b93a-bcf9025a753b HTTP/1.1" status: 200  len: 210 time: 0.3371537
Feb 18 11:16:08.166636 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c530fb65-aae6-41cb-8b7c-6e2521e95b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854201257'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:08.202003 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:08.551206 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:08.620004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c530fb65-aae6-41cb-8b7c-6e2521e95b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7742001', 'neutron.services.segments.db._delete_segments_for_network--9223363254506393562'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:08.770494 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e536a-7495-420f-adb7-2188f6b371a6 req-97920d05-2917-4bd4-a700-fe285a769e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:08.780329 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-857e536a-7495-420f-adb7-2188f6b371a6 req-97920d05-2917-4bd4-a700-fe285a769e55 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 1162 time: 0.3148236
Feb 18 11:16:08.903713 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43346) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:16:08.973053 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-857e536a-7495-420f-adb7-2188f6b371a6 req-290f6ac9-1eab-4987-9fe7-e289cf7820b1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1791730
Feb 18 11:16:09.060916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-c530fb65-aae6-41cb-8b7c-6e2521e95b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccca0229b0>,) {'filters': {'network_id': ['9d421f61-3c0b-4c47-ab1a-b5c41a49296a']}} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:09.093178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-c530fb65-aae6-41cb-8b7c-6e2521e95b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccca0229b0>, '33e16fb9-36b2-4367-903f-c12e943ce64a') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:09.093838 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-c530fb65-aae6-41cb-8b7c-6e2521e95b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccca0229b0>, '33e16fb9-36b2-4367-903f-c12e943ce64a') {} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:09.124301 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c530fb65-aae6-41cb-8b7c-6e2521e95b42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254506395610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2096643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:09.180828 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c530fb65-aae6-41cb-8b7c-6e2521e95b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:09.185272 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c530fb65-aae6-41cb-8b7c-6e2521e95b42 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 11:16:09.524056 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e922114e-0481-41ce-bc67-c1b5d218fb77 req-ee7aab4b-955b-4bbc-9ec4-23e9b01e9746 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=78d3a719-e733-46c1-8171-8eb7fd82a94a HTTP/1.1" status: 200  len: 210 time: 1.2503266
Feb 18 11:16:09.608686 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95c764-da9b-43c8-a019-d6e9eaf290ac req-978dc23b-f614-4cb6-98df-566bd614d5fc tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:09.630098 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1d95c764-da9b-43c8-a019-d6e9eaf290ac req-978dc23b-f614-4cb6-98df-566bd614d5fc tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 1.1901019
Feb 18 11:16:09.666178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1b2e9ebd-c35e-45c3-bc2f-fb111ab0ea67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:09.712179 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-1b2e9ebd-c35e-45c3-bc2f-fb111ab0ea67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:16:09.721688 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-1b2e9ebd-c35e-45c3-bc2f-fb111ab0ea67 admin admin] Usage tracker for resource:security_group_rule and tenant:fd2714e0f24a4881aaf178f1a0f2b14f is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:16:09.728224 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-1b2e9ebd-c35e-45c3-bc2f-fb111ab0ea67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:16:09.740894 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-1b2e9ebd-c35e-45c3-bc2f-fb111ab0ea67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:16:09.767552 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1d95c764-da9b-43c8-a019-d6e9eaf290ac req-18e5cdce-4ec3-4337-8ee4-be15f63760ce tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309638
Feb 18 11:16:09.769938 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e16f241-50e7-44b5-b93a-bcf9025a753b', 'name': 'network-vif-deleted', 'tag': '699e36f6-2246-4dce-bdb0-9fa08e5d976d'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:16:09.925225 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e16f241-50e7-44b5-b93a-bcf9025a753b', 'name': 'network-vif-deleted', 'tag': '699e36f6-2246-4dce-bdb0-9fa08e5d976d', 'status': 'completed', 'code': 200}
Feb 18 11:16:09.973029 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-c530fb65-aae6-41cb-8b7c-6e2521e95b42 admin admin] Network 9d421f61-3c0b-4c47-ab1a-b5c41a49296a has no segments {{(pid=83933) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:16:09.998803 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c530fb65-aae6-41cb-8b7c-6e2521e95b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7742905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321546'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:10.134905 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1b2e9ebd-c35e-45c3-bc2f-fb111ab0ea67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:10.154885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1b2e9ebd-c35e-45c3-bc2f-fb111ab0ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:10.176938 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bb169b29-9a27-4052-8786-a675e13d3c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:10.311270 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-1b2e9ebd-c35e-45c3-bc2f-fb111ab0ea67 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd2714e0f24a4881aaf178f1a0f2b14f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3983600
Feb 18 11:16:10.317218 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 43362) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:16:10.478386 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e9ebd-c35e-45c3-bc2f-fb111ab0ea67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63dc979-484e-4d3c-8bf4-957fcb2edcdb,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:10.478668 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-158f5a85-74c6-49bc-a78c-de2a7ae1b22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:10.503672 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-1b2e9ebd-c35e-45c3-bc2f-fb111ab0ea67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:10.587479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-c530fb65-aae6-41cb-8b7c-6e2521e95b42 admin admin] Network 9d421f61-3c0b-4c47-ab1a-b5c41a49296a has no segments {{(pid=83933) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:16:10.632528 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-158f5a85-74c6-49bc-a78c-de2a7ae1b22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]: Traceback (most recent call last):
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:     timer()
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:     cb(*args, **kw)
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:     return func(*args, **kwargs)
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:     self._notify()
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:     self.callback(batched_events)
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:     event.method(event)
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:     segment_id)['aggregates'][0]
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:     return f(self, *a, **k)
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self._get(url).json()
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:     **kwargs)
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self.request(url, 'GET', **kwargs)
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:     **endpoint_filter)
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 11:16:10.649351 dv-cinder-773985-5-iscsi neutron-server[83816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 11:16:10.814607 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-158f5a85-74c6-49bc-a78c-de2a7ae1b22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:10.823984 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d2783ecf-90db-46c5-a222-4b5457d26ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:10.944300 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f5a85-74c6-49bc-a78c-de2a7ae1b22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63dc979-484e-4d3c-8bf4-957fcb2edcdb,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:10.960463 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c530fb65-aae6-41cb-8b7c-6e2521e95b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847033799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498500'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:10.964127 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-158f5a85-74c6-49bc-a78c-de2a7ae1b22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:10.967098 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8843db6d-4100-42f9-83c7-3a9e0177a47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:10.971572 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-158f5a85-74c6-49bc-a78c-de2a7ae1b22d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b63dc979-484e-4d3c-8bf4-957fcb2edcdb HTTP/1.1" status: 204  len: 168 time: 0.6506841
Feb 18 11:16:10.973859 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-158f5a85-74c6-49bc-a78c-de2a7ae1b22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:11.020348 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c530fb65-aae6-41cb-8b7c-6e2521e95b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:11.058949 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-c530fb65-aae6-41cb-8b7c-6e2521e95b42 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9d421f61-3c0b-4c47-ab1a-b5c41a49296a HTTP/1.1" status: 204  len: 168 time: 3.2314510
Feb 18 11:16:11.066853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530fb65-aae6-41cb-8b7c-6e2521e95b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d421f61-3c0b-4c47-ab1a-b5c41a49296a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:11.073964 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c530fb65-aae6-41cb-8b7c-6e2521e95b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:11.124671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1757d-31b4-498a-bcf9-3786d376f03c req-212df10b-47f2-4aed-80c3-a1d1dfc16706 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:11.129038 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f8d1757d-31b4-498a-bcf9-3786d376f03c req-212df10b-47f2-4aed-80c3-a1d1dfc16706 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2649045
Feb 18 11:16:11.245711 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f8d1757d-31b4-498a-bcf9-3786d376f03c req-cce804f0-ef92-476b-bdb3-77852ed8bb61 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019619
Feb 18 11:16:11.790653 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114023a-7c69-4d84-a4d2-464a912dc93d req-9c937c7f-ef1d-4095-9832-d31157c8f2ed tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:11.793936 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b114023a-7c69-4d84-a4d2-464a912dc93d req-9c937c7f-ef1d-4095-9832-d31157c8f2ed tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.2898302
Feb 18 11:16:11.854546 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43414) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:16:11.917742 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b114023a-7c69-4d84-a4d2-464a912dc93d req-af50a6db-6950-4568-8a81-25c13b796188 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979009
Feb 18 11:16:11.977147 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-62e2ae29-41f7-4a0d-87b8-53fe854a0f7b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d430d31580924116a29c2d91dbc9d8c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1202643
Feb 18 11:16:11.982378 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 43418) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:16:12.137486 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4a7fb686-8683-4c15-ab60-22bb1141430a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:12.196650 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4a7fb686-8683-4c15-ab60-22bb1141430a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:12.436072 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4a7fb686-8683-4c15-ab60-22bb1141430a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:12.447555 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:12.484848 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fb686-8683-4c15-ab60-22bb1141430a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100d5380-f0d9-419d-a01f-7c62f29fd40a,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:12.492913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4a7fb686-8683-4c15-ab60-22bb1141430a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:12.525802 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30f029-5523-4336-a6b9-7fd07ec33608 req-d7b8664d-e20e-4eb8-916c-d84e4c5327cb tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:12.541829 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5f30f029-5523-4336-a6b9-7fd07ec33608 req-d7b8664d-e20e-4eb8-916c-d84e4c5327cb tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 945 time: 0.3290234
Feb 18 11:16:12.594570 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4a7fb686-8683-4c15-ab60-22bb1141430a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:12.597521 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-4a7fb686-8683-4c15-ab60-22bb1141430a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/100d5380-f0d9-419d-a01f-7c62f29fd40a HTTP/1.1" status: 204  len: 168 time: 0.6135964
Feb 18 11:16:12.672157 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5f30f029-5523-4336-a6b9-7fd07ec33608 req-3f8b23dd-a1b1-4409-b3cc-dd12ac9676fe tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284034
Feb 18 11:16:12.824258 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c75db0-1912-4db6-9507-4d7607cd65ae req-b54abaa2-92ff-4931-8829-72da3eea2441 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:12.827337 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-51c75db0-1912-4db6-9507-4d7607cd65ae req-b54abaa2-92ff-4931-8829-72da3eea2441 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2138867
Feb 18 11:16:12.914914 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-51c75db0-1912-4db6-9507-4d7607cd65ae req-8028331e-b4b3-47c1-8043-3ba6c05e0f74 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733943
Feb 18 11:16:13.442850 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bc16e-e478-4093-ab15-5fb0c45f2638 req-ffd60cf1-2fcd-407f-8633-117d8e7a0122 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:13.444690 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-970bc16e-e478-4093-ab15-5fb0c45f2638 req-ffd60cf1-2fcd-407f-8633-117d8e7a0122 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.2512527
Feb 18 11:16:13.488572 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbb55b-5d18-45bc-b236-01a337da334d req-b6a9848a-2753-4641-8cd0-9ad7ebe676c6 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:13.490620 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-66dbb55b-5d18-45bc-b236-01a337da334d req-b6a9848a-2753-4641-8cd0-9ad7ebe676c6 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.79 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 945 time: 0.1853297
Feb 18 11:16:13.633307 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-970bc16e-e478-4093-ab15-5fb0c45f2638 req-326e7cdf-cc63-4d7f-a1db-0d992274779a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1737719
Feb 18 11:16:13.657294 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-66dbb55b-5d18-45bc-b236-01a337da334d req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Deleting port f70194ca-77c1-45db-9f74-ee813a5764f2 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:16:13.658495 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-66dbb55b-5d18-45bc-b236-01a337da334d req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:14.208791 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf01c7-e57e-4c8a-b1bb-9c051989a226 req-b75d8c82-d3b4-4480-9391-ea83ed57f9c3 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:14.212138 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7ecf01c7-e57e-4c8a-b1bb-9c051989a226 req-b75d8c82-d3b4-4480-9391-ea83ed57f9c3 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 945 time: 0.2368705
Feb 18 11:16:14.248299 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device f70194ca-77c1-45db-9f74-ee813a5764f2 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:16:14.353793 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7ecf01c7-e57e-4c8a-b1bb-9c051989a226 req-261866da-fe84-4ad7-a51e-8d84b129ac71 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106808
Feb 18 11:16:14.419629 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43458) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:16:14.552936 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:14.629979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df71e871-c87c-4a63-955f-74920e96c877', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f70194ca-77c1-45db-9f74-ee813a5764f2'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:16:14.652571 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port f70194ca-77c1-45db-9f74-ee813a5764f2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f70194ca-77c1-45db-9f74-ee813a5764f2,segment=NetworkSegment(825c779e-5534-4167-9bee-949cb58a537c),segment_id=825c779e-5534-4167-9bee-949cb58a537c)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:14.659495 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:14.662604 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:14.773586 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-66dbb55b-5d18-45bc-b236-01a337da334d req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] For port f70194ca-77c1-45db-9f74-ee813a5764f2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f70194ca-77c1-45db-9f74-ee813a5764f2,segment=NetworkSegment(825c779e-5534-4167-9bee-949cb58a537c),segment_id=825c779e-5534-4167-9bee-949cb58a537c)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:14.774258 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-66dbb55b-5d18-45bc-b236-01a337da334d req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:14.822750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1228389664-network', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:16:14.831031 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:16:14.838670 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Usage tracker for resource:network and tenant:4fe5fb7e1a354d7ca09c4b2f69382355 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:16:14.844657 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:16:14.854127 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:16:14.869442 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=f70194ca-77c1-45db-9f74-ee813a5764f2,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:14.877594 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:14.881536 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Made reservation on behalf of 4fe5fb7e1a354d7ca09c4b2f69382355 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:16:14.889782 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:14.927194 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd507bd-e984-404a-b6d5-da3c9afb5ebc req-0b4929a6-1207-4e3f-93bb-23dcb0188f0e tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:14.930256 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ecd507bd-e984-404a-b6d5-da3c9afb5ebc req-0b4929a6-1207-4e3f-93bb-23dcb0188f0e tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.2867992
Feb 18 11:16:14.938079 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:15.010706 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:16:15.023658 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Usage tracker for resource:security_group_rule and tenant:4fe5fb7e1a354d7ca09c4b2f69382355 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:16:15.039929 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:16:15.060152 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:16:15.084084 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ecd507bd-e984-404a-b6d5-da3c9afb5ebc req-6b4cc8f9-b86b-4e77-b2fa-fe98930249c2 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206012
Feb 18 11:16:15.123516 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-66dbb55b-5d18-45bc-b236-01a337da334d req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Calling delete_port for f70194ca-77c1-45db-9f74-ee813a5764f2 owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:16:15.196912 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df71e871-c87c-4a63-955f-74920e96c877', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f70194ca-77c1-45db-9f74-ee813a5764f2', 'code': 200}
Feb 18 11:16:15.260156 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:15.265601 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:15.279597 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b53f2c2a-76f0-43b5-b2a3-6b2d821b614b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:15.320045 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09de8e-cb28-4ce4-9cba-bfc9a8049742 req-c5979e47-b39e-4633-8014-ac7cbb0a9935 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:15.321401 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-8b09de8e-cb28-4ce4-9cba-bfc9a8049742 req-c5979e47-b39e-4633-8014-ac7cbb0a9935 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Synchronizing usage tracker for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:16:15.330198 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [req-66dbb55b-5d18-45bc-b236-01a337da334d req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83932) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:16:15.330766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [req-66dbb55b-5d18-45bc-b236-01a337da334d req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:16:15.336934 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:16:15.347233 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-8b09de8e-cb28-4ce4-9cba-bfc9a8049742 req-c5979e47-b39e-4633-8014-ac7cbb0a9935 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Unset dirty status for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:16:15.348915 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8b09de8e-cb28-4ce4-9cba-bfc9a8049742 req-c5979e47-b39e-4633-8014-ac7cbb0a9935 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 945 time: 0.4339283
Feb 18 11:16:15.353713 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5015afea-de1d-4531-9f1f-c3e1313b2f2a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:15.358837 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:15.359963 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782348382238', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:15.360468 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Added segment b0ca712c-83d4-4012-9f3f-3ec10f606487 of type vxlan for network 503312d2-9807-4398-af38-b17366be9b97
Feb 18 11:16:15.418855 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:15.426944 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8b09de8e-cb28-4ce4-9cba-bfc9a8049742 req-ae39ca98-0250-48be-bc24-4a4771ab3657 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693784
Feb 18 11:16:15.469401 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:15.470994 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:15.471754 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:15.478152 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f5bcfc92-f12f-49d6-93e9-1a75b9a70955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:15.619800 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1982780
Feb 18 11:16:15.624115 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Pushing event updated for resources: {'Network': ['ID=503312d2-9807-4398-af38-b17366be9b97,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:15.627654 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 43472) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:16:15.631691 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:15.639266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] Request body: {'subnet': {'network_id': '503312d2-9807-4398-af38-b17366be9b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1228389664-subnet', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'ip_version': 4}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:16:15.644599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network 503312d2-9807-4398-af38-b17366be9b97 details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:16:15.668921 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:16:15.677593 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] Usage tracker for resource:subnet and tenant:4fe5fb7e1a354d7ca09c4b2f69382355 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:16:15.683418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:16:15.696348 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:16:15.707759 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Network 503312d2-9807-4398-af38-b17366be9b97 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:16:15.713163 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] Made reservation on behalf of 4fe5fb7e1a354d7ca09c4b2f69382355 for: {'subnet': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:16:15.718930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852664809'] for subnet, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:15.803288 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e83ff9-7a83-4d05-9b4f-93d275a3f5ae req-760ca618-192c-4fd7-adb4-d6b24fbd6977 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:15.807016 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-06e83ff9-7a83-4d05-9b4f-93d275a3f5ae req-760ca618-192c-4fd7-adb4-d6b24fbd6977 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 943 time: 0.1781747
Feb 18 11:16:15.849446 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-66dbb55b-5d18-45bc-b236-01a337da334d req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Deleting port f70194ca-77c1-45db-9f74-ee813a5764f2 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:16:15.850097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-66dbb55b-5d18-45bc-b236-01a337da334d req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:16.243897 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-06e83ff9-7a83-4d05-9b4f-93d275a3f5ae req-2a938515-9fd7-4c03-a570-90cf5cd0709b tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4177248
Feb 18 11:16:16.552630 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 6b751d38-e347-4277-bd35-b8a638cda06a up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:16:16.708316 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 6b751d38-e347-4277-bd35-b8a638cda06a triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:16:16.708664 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:16.788189 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-66dbb55b-5d18-45bc-b236-01a337da334d req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] For port f70194ca-77c1-45db-9f74-ee813a5764f2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f70194ca-77c1-45db-9f74-ee813a5764f2,segment=NetworkSegment(825c779e-5534-4167-9bee-949cb58a537c),segment_id=825c779e-5534-4167-9bee-949cb58a537c)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:16.789128 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-66dbb55b-5d18-45bc-b236-01a337da334d req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:16.864311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81348561-63f5-4f1e-b65c-4f6cfb0cf768 req-34aa5ada-a6b3-4631-999f-5a6c28b41acb tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:16.867383 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-81348561-63f5-4f1e-b65c-4f6cfb0cf768 req-34aa5ada-a6b3-4631-999f-5a6c28b41acb tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 945 time: 0.1857374
Feb 18 11:16:16.967915 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-81348561-63f5-4f1e-b65c-4f6cfb0cf768 req-87db8031-afd4-4cb9-a780-a67dac47fce3 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860271
Feb 18 11:16:17.161518 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-66dbb55b-5d18-45bc-b236-01a337da334d req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Calling delete_port for f70194ca-77c1-45db-9f74-ee813a5764f2 owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:16:17.405945 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb77a1e-94ca-4e0f-96c8-af1b33388671 req-fa5d560d-c398-41c0-a78e-29ac0e0f767d tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:17.409397 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2cb77a1e-94ca-4e0f-96c8-af1b33388671 req-fa5d560d-c398-41c0-a78e-29ac0e0f767d tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 1.0541701
Feb 18 11:16:17.626173 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcf877-7f7e-4d5d-b008-20139e6a78fe req-0e9d589e-d3c4-47a6-b13c-c56393370f31 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:17.629353 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-80dcf877-7f7e-4d5d-b008-20139e6a78fe req-0e9d589e-d3c4-47a6-b13c-c56393370f31 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 943 time: 0.1729705
Feb 18 11:16:17.640948 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-6f6820fc-bd0a-4356-a91d-d7587acc4cd8 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:17.644673 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-6f6820fc-bd0a-4356-a91d-d7587acc4cd8 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.79 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 945 time: 1.0909109
Feb 18 11:16:17.725113 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-80dcf877-7f7e-4d5d-b008-20139e6a78fe req-b6977a1a-fc65-4e54-8898-8a8ccb4ed2f6 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837080
Feb 18 11:16:17.851914 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2cb77a1e-94ca-4e0f-96c8-af1b33388671 req-fa59cb0b-018c-42ef-ab31-609a2805e858 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4143636
Feb 18 11:16:18.005878 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Deleting port 6b751d38-e347-4277-bd35-b8a638cda06a {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:16:18.006537 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:18.196957 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4152e85-9501-47e5-9ab7-32c6cc5c7b3f req-5e7d24a9-4ec8-4149-8f9c-665458b2753d tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:18.199878 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b4152e85-9501-47e5-9ab7-32c6cc5c7b3f req-5e7d24a9-4ec8-4149-8f9c-665458b2753d tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.79 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 945 time: 0.7513032
Feb 18 11:16:18.287151 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device e218ad9e-278c-439c-a543-96f1e4678e61 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:16:18.395865 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106f550-98fb-4416-a4eb-c5f55923f0d1 req-594e1bf6-fa4f-42c2-918d-7cfb2b04ecb0 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:18.399118 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8106f550-98fb-4416-a4eb-c5f55923f0d1 req-594e1bf6-fa4f-42c2-918d-7cfb2b04ecb0 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 945 time: 0.1839581
Feb 18 11:16:18.425644 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-66dbb55b-5d18-45bc-b236-01a337da334d req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:18.473574 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-aa22e10a-490c-4a49-9108-fa6244ab7636 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:18.506431 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8106f550-98fb-4416-a4eb-c5f55923f0d1 req-03721ccc-4fc1-467b-8184-794e4deeb7d9 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870063
Feb 18 11:16:18.555781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:18.613492 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b59080-de41-46ac-92f7-3b12419903f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e218ad9e-278c-439c-a543-96f1e4678e61'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:16:18.635057 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port e218ad9e-278c-439c-a543-96f1e4678e61, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e218ad9e-278c-439c-a543-96f1e4678e61,segment=NetworkSegment(ad8fbc16-d954-4840-8ad7-aa263bff63f3),segment_id=ad8fbc16-d954-4840-8ad7-aa263bff63f3)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:18.641034 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:18.642933 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 6b751d38-e347-4277-bd35-b8a638cda06a no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:16:18.709914 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:18.778382 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b59080-de41-46ac-92f7-3b12419903f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e218ad9e-278c-439c-a543-96f1e4678e61', 'code': 200}
Feb 18 11:16:18.927479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=e218ad9e-278c-439c-a543-96f1e4678e61,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:18.934637 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:19.036354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Pushing event deleted for resources: {'Port': ['ID=f70194ca-77c1-45db-9f74-ee813a5764f2,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:19.073171 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:19.096163 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1ac73183-38ad-46a3-8120-9eed7c421a32 req-e7fe16fd-9116-404a-8627-10af3abcab4f tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 210 time: 0.1128790
Feb 18 11:16:19.105203 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:19.145865 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-b4152e85-9501-47e5-9ab7-32c6cc5c7b3f req-4b80b18b-62e6-4cdb-a0d6-77431d7bce04 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Deleting port e218ad9e-278c-439c-a543-96f1e4678e61 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:16:19.146514 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b4152e85-9501-47e5-9ab7-32c6cc5c7b3f req-4b80b18b-62e6-4cdb-a0d6-77431d7bce04 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:19.180824 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 6b751d38-e347-4277-bd35-b8a638cda06a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6b751d38-e347-4277-bd35-b8a638cda06a,segment=NetworkSegment(ae4832ba-d450-4516-a82e-8096d7270822),segment_id=ae4832ba-d450-4516-a82e-8096d7270822)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:19.186283 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:19.190177 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:19.338019 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=6b751d38-e347-4277-bd35-b8a638cda06a,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:19.345121 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:19.932672 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a70ff6-f215-4b84-bffd-9bb92c4ad1a3 req-91acd8dd-f703-4fa9-92c1-1bd17960f600 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:19.935797 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-39a70ff6-f215-4b84-bffd-9bb92c4ad1a3 req-91acd8dd-f703-4fa9-92c1-1bd17960f600 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 943 time: 0.1787982
Feb 18 11:16:19.979684 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852799619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852664796'] for subnet, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:20.035974 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-39a70ff6-f215-4b84-bffd-9bb92c4ad1a3 req-7e639a39-0f5a-4867-9199-1183a74df3f4 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856905
Feb 18 11:16:20.141701 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:20.431354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] For port 6b751d38-e347-4277-bd35-b8a638cda06a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6b751d38-e347-4277-bd35-b8a638cda06a,segment=NetworkSegment(ae4832ba-d450-4516-a82e-8096d7270822),segment_id=ae4832ba-d450-4516-a82e-8096d7270822)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:20.432043 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:20.436989 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-90d3e2f9-a44d-467c-b7eb-e084594ad6be req-1d747a4a-8146-4a17-a652-401011a9107a tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 210 time: 0.1004591
Feb 18 11:16:20.479135 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-66dbb55b-5d18-45bc-b236-01a337da334d req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] No DVR routers for this DVR port f70194ca-77c1-45db-9f74-ee813a5764f2 on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:16:20.488715 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-66dbb55b-5d18-45bc-b236-01a337da334d req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:20.538660 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df71e871-c87c-4a63-955f-74920e96c877', 'name': 'network-vif-deleted', 'tag': 'f70194ca-77c1-45db-9f74-ee813a5764f2'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:16:20.727544 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df71e871-c87c-4a63-955f-74920e96c877', 'name': 'network-vif-deleted', 'tag': 'f70194ca-77c1-45db-9f74-ee813a5764f2', 'status': 'completed', 'code': 200}
Feb 18 11:16:20.779949 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2506944a-4547-4598-9928-9d86ed56af40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b751d38-e347-4277-bd35-b8a638cda06a'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:16:20.870365 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506944a-4547-4598-9928-9d86ed56af40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b751d38-e347-4277-bd35-b8a638cda06a', 'code': 200}
Feb 18 11:16:20.870629 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Calling delete_port for 6b751d38-e347-4277-bd35-b8a638cda06a owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:16:20.921033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6768118-682c-4b13-a226-08841d0018c4 req-417d88c6-1ace-4ac8-8f35-6e338b45b15a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:20.923750 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c6768118-682c-4b13-a226-08841d0018c4 req-417d88c6-1ace-4ac8-8f35-6e338b45b15a tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 943 time: 1.7967675
Feb 18 11:16:21.047859 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37be6e4f-3b7a-4e85-a12c-688a864871b3,revision_number=0']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:21.053851 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-66dbb55b-5d18-45bc-b236-01a337da334d req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.79 "DELETE /v2.0/ports/f70194ca-77c1-45db-9f74-ee813a5764f2 HTTP/1.1" status: 204  len: 173 time: 7.5533540
Feb 18 11:16:21.103910 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.962s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:21.288466 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c6768118-682c-4b13-a226-08841d0018c4 req-e39f0242-643c-4030-ba57-b7e8e71a674b tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3268011
Feb 18 11:16:21.293494 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-b4152e85-9501-47e5-9ab7-32c6cc5c7b3f req-4b80b18b-62e6-4cdb-a0d6-77431d7bce04 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] For port e218ad9e-278c-439c-a543-96f1e4678e61, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e218ad9e-278c-439c-a543-96f1e4678e61,segment=NetworkSegment(ad8fbc16-d954-4840-8ad7-aa263bff63f3),segment_id=ad8fbc16-d954-4840-8ad7-aa263bff63f3)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:21.294184 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b4152e85-9501-47e5-9ab7-32c6cc5c7b3f req-4b80b18b-62e6-4cdb-a0d6-77431d7bce04 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:21.495052 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14d99-5c26-4ca5-82b9-1dd4a4e215b8 req-6031d447-400b-461d-903f-233850174545 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:21.499944 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b0d14d99-5c26-4ca5-82b9-1dd4a4e215b8 req-6031d447-400b-461d-903f-233850174545 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 943 time: 0.1793358
Feb 18 11:16:21.587820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83932) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:16:21.588294 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:16:21.605270 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b0d14d99-5c26-4ca5-82b9-1dd4a4e215b8 req-a7bbfe87-5494-4d09-8c25-bbfc0e4c1281 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915058
Feb 18 11:16:21.618737 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-b4152e85-9501-47e5-9ab7-32c6cc5c7b3f req-4b80b18b-62e6-4cdb-a0d6-77431d7bce04 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Calling delete_port for e218ad9e-278c-439c-a543-96f1e4678e61 owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:16:21.840087 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-40cbcf66-f70b-43eb-a258-b12c8ab9a6ad req-45b3822e-adcc-460a-8668-36398ae4e472 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Synchronizing usage tracker for tenant:631a9d49645c411f8ed9de83016996f5 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:16:21.854391 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] Checking segment: {'id': 'b0ca712c-83d4-4012-9f3f-3ec10f606487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '503312d2-9807-4398-af38-b17366be9b97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:16:21.854857 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] Network hostable DHCP agents. Network: 503312d2-9807-4398-af38-b17366be9b97, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:16:21.935519 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-40cbcf66-f70b-43eb-a258-b12c8ab9a6ad req-45b3822e-adcc-460a-8668-36398ae4e472 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Unset dirty status for tenant:631a9d49645c411f8ed9de83016996f5 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:16:21.937718 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-40cbcf66-f70b-43eb-a258-b12c8ab9a6ad req-45b3822e-adcc-460a-8668-36398ae4e472 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=df71e871-c87c-4a63-955f-74920e96c877 HTTP/1.1" status: 200  len: 210 time: 0.1946149
Feb 18 11:16:21.953168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] Network 503312d2-9807-4398-af38-b17366be9b97 is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:16:22.047684 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, 503312d2-9807-4398-af38-b17366be9b97) {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:16:22.061369 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b44a74-c37c-47af-b54e-68562d1edfa4 None None] Network 503312d2-9807-4398-af38-b17366be9b97 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:16:22.082923 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:22.083964 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:22.107908 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Deleting port 6b751d38-e347-4277-bd35-b8a638cda06a {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:16:22.108391 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:22.181474 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b4152e85-9501-47e5-9ab7-32c6cc5c7b3f req-4b80b18b-62e6-4cdb-a0d6-77431d7bce04 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:22.215393 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:22.365123 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80b18b-62e6-4cdb-a0d6-77431d7bce04 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Pushing event deleted for resources: {'Port': ['ID=e218ad9e-278c-439c-a543-96f1e4678e61,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:22.373664 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 6.7393253
Feb 18 11:16:22.373664 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4b80b18b-62e6-4cdb-a0d6-77431d7bce04 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:22.374540 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43504) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:16:22.393575 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1228389664-router', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:16:22.422514 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:16:22.445523 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Usage tracker for resource:router and tenant:4fe5fb7e1a354d7ca09c4b2f69382355 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:16:22.464190 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:16:22.482942 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:16:22.516676 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854268428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746343'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:22.521426 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854268443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854278397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7977197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29457'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:22.558336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0063768c-ca8b-5880-8154-fcd8b5cc5478-503312d2-9807-4398-af38-b17366be9b97', 'network_id': '503312d2-9807-4398-af38-b17366be9b97', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'fixed_ips': [{'subnet_id': '37be6e4f-3b7a-4e85-a12c-688a864871b3'}]}} from dv-cinder-773985-5-iscsi. {{(pid=83934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 11:16:22.560498 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:22.585479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:22.724463 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-09e003b2-197e-41d5-b4e3-eec5b1f59755 req-67255e6f-b849-4d57-8725-fc48bdfdb2de tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 210 time: 0.1344402
Feb 18 11:16:23.360087 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4152e85-9501-47e5-9ab7-32c6cc5c7b3f req-4b80b18b-62e6-4cdb-a0d6-77431d7bce04 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] No DVR routers for this DVR port e218ad9e-278c-439c-a543-96f1e4678e61 on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:16:23.369341 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854278262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29440'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:23.369694 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b4152e85-9501-47e5-9ab7-32c6cc5c7b3f req-4b80b18b-62e6-4cdb-a0d6-77431d7bce04 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:23.373482 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b4152e85-9501-47e5-9ab7-32c6cc5c7b3f req-4b80b18b-62e6-4cdb-a0d6-77431d7bce04 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.79 "DELETE /v2.0/ports/e218ad9e-278c-439c-a543-96f1e4678e61 HTTP/1.1" status: 204  len: 173 time: 5.1578705
Feb 18 11:16:23.436714 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b59080-de41-46ac-92f7-3b12419903f7', 'name': 'network-vif-deleted', 'tag': 'e218ad9e-278c-439c-a543-96f1e4678e61'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:16:23.613661 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Allocated IP 172.20.0.2 (503312d2-9807-4398-af38-b17366be9b97/37be6e4f-3b7a-4e85-a12c-688a864871b3/9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:16:23.615243 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] For port 6b751d38-e347-4277-bd35-b8a638cda06a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6b751d38-e347-4277-bd35-b8a638cda06a,segment=NetworkSegment(ae4832ba-d450-4516-a82e-8096d7270822),segment_id=ae4832ba-d450-4516-a82e-8096d7270822)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:23.616077 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:23.653523 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b59080-de41-46ac-92f7-3b12419903f7', 'name': 'network-vif-deleted', 'tag': 'e218ad9e-278c-439c-a543-96f1e4678e61', 'status': 'completed', 'code': 200}
Feb 18 11:16:24.080984 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Calling delete_port for 6b751d38-e347-4277-bd35-b8a638cda06a owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:16:24.237215 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9103e-7cc5-4fe5-ba91-a20506c7fc96 req-a43e80cb-e249-44f6-85f3-64f02af20170 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:24.238323 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-fcd9103e-7cc5-4fe5-ba91-a20506c7fc96 req-a43e80cb-e249-44f6-85f3-64f02af20170 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Synchronizing usage tracker for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:16:24.302917 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-fcd9103e-7cc5-4fe5-ba91-a20506c7fc96 req-a43e80cb-e249-44f6-85f3-64f02af20170 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Unset dirty status for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:16:24.305422 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fcd9103e-7cc5-4fe5-ba91-a20506c7fc96 req-a43e80cb-e249-44f6-85f3-64f02af20170 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 943 time: 0.9492347
Feb 18 11:16:24.325821 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:24.414640 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2ed6bcac-27d3-4e9b-b0c4-41cd6f0eef4b req-a5beb69a-ea52-4475-9a0c-e540cadcb1fe tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 210 time: 0.1394460
Feb 18 11:16:24.443590 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:24.503097 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fcd9103e-7cc5-4fe5-ba91-a20506c7fc96 req-d6abb98b-b334-447d-a4f9-0d319ffc48b2 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773031
Feb 18 11:16:24.503801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:16:24.513625 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Transition to ACTIVE for port object 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:16:24.514969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:24.521448 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:24.549516 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Transition to ACTIVE for port object 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:16:24.559001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:24.565301 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:24.585076 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:24.760566 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Pushing event deleted for resources: {'Port': ['ID=6b751d38-e347-4277-bd35-b8a638cda06a,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:24.765489 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:24.874616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Pushing event updated for resources: {'Port': ['ID=9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:24.892801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:24.994982 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Network 503312d2-9807-4398-af38-b17366be9b97 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:16:24.997402 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Resources bound (agent type, host, resource id):  {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:16:25.000379 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] No DVR routers for this DVR port 6b751d38-e347-4277-bd35-b8a638cda06a on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:16:25.003739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:16:25.006207 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:25.033537 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d48ae805-dffd-4d0c-b71b-193b6ff3fe32 req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.79 "DELETE /v2.0/ports/6b751d38-e347-4277-bd35-b8a638cda06a HTTP/1.1" status: 204  len: 173 time: 7.3224573
Feb 18 11:16:25.097389 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Attempting to bind port 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:16:25.098005 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Attempting to bind port 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': 'b0ca712c-83d4-4012-9f3f-3ec10f606487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '503312d2-9807-4398-af38-b17366be9b97'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:16:25.098570 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Attempting to bind port 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e on network 503312d2-9807-4398-af38-b17366be9b97 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:16:25.102760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Allocated IP 172.27.1.64 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/4bca22a9-2eec-46f7-ad93-531074e9323c) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:16:25.108016 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:16:25.108770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Checking segment: {'id': 'b0ca712c-83d4-4012-9f3f-3ec10f606487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '503312d2-9807-4398-af38-b17366be9b97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:16:25.109643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:25.110709 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Bound using segment: {'id': 'b0ca712c-83d4-4012-9f3f-3ec10f606487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '503312d2-9807-4398-af38-b17366be9b97'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:16:25.112008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Bound port: 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ca712c-83d4-4012-9f3f-3ec10f606487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '503312d2-9807-4398-af38-b17366be9b97'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:16:25.112714 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:25.233515 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] For port 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:16:25.239856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] For port 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e,segment=NetworkSegment(b0ca712c-83d4-4012-9f3f-3ec10f606487),segment_id=b0ca712c-83d4-4012-9f3f-3ec10f606487)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:16:25.244564 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:25.267305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:25.424523 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:25.475639 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Pushing event updated for resources: {'Port': ['ID=9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:25.482675 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:25.488605 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:25.523946 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:25.656300 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2506944a-4547-4598-9928-9d86ed56af40', 'name': 'network-vif-deleted', 'tag': '6b751d38-e347-4277-bd35-b8a638cda06a'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:16:25.869624 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-dbbb9ef8-4dcd-4874-be80-d221af0a6e41 req-0a6b410f-3699-42e2-b310-df9d7086715d tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Synchronizing usage tracker for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:16:25.886872 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-94063a46-de77-4d80-a32b-0a776e1e60e9 req-02c5590b-178f-46dc-ac9e-dcaca9934966 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 210 time: 0.1227090
Feb 18 11:16:25.900739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-dbbb9ef8-4dcd-4874-be80-d221af0a6e41 req-0a6b410f-3699-42e2-b310-df9d7086715d tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Unset dirty status for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:16:25.903174 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dbbb9ef8-4dcd-4874-be80-d221af0a6e41 req-0a6b410f-3699-42e2-b310-df9d7086715d tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 210 time: 0.1225009
Feb 18 11:16:25.905047 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=4bca22a9-2eec-46f7-ad93-531074e9323c,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:25.914458 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:25.991678 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506944a-4547-4598-9928-9d86ed56af40', 'name': 'network-vif-deleted', 'tag': '6b751d38-e347-4277-bd35-b8a638cda06a', 'status': 'completed', 'code': 200}
Feb 18 11:16:26.028834 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:16:26.030666 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:16:26.034768 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:16:26.608115 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:16:26.757898 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:16:27.216756 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:27.359893 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-4d202139-b3b4-472f-8a70-3e12541ba915 req-bc4fda8e-1b4b-43da-bc2c-8548a0604b91 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Synchronizing usage tracker for tenant:5f79b645e00d448c8c14c9f2fb529c48 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:16:27.412439 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-4d202139-b3b4-472f-8a70-3e12541ba915 req-bc4fda8e-1b4b-43da-bc2c-8548a0604b91 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Unset dirty status for tenant:5f79b645e00d448c8c14c9f2fb529c48 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:16:27.440487 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4d202139-b3b4-472f-8a70-3e12541ba915 req-bc4fda8e-1b4b-43da-bc2c-8548a0604b91 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] 10.222.0.65 "GET /v2.0/ports?device_id=44b59080-de41-46ac-92f7-3b12419903f7 HTTP/1.1" status: 200  len: 210 time: 0.2148142
Feb 18 11:16:27.581326 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-49689383-789a-4fcd-8984-d506b3ce6130 req-03571ebe-6485-4c92-8320-2bab99c0595e tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=2506944a-4547-4598-9928-9d86ed56af40 HTTP/1.1" status: 200  len: 210 time: 0.1400559
Feb 18 11:16:27.801115 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4143a374-506f-48f8-9b67-a002f88f59cb None None] Network 503312d2-9807-4398-af38-b17366be9b97 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:16:28.026902 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-a04f5fd2-efda-4c3a-9a3d-e3dc84f6b3de None None] Provisioning for port 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:16:28.042864 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-a04f5fd2-efda-4c3a-9a3d-e3dc84f6b3de None None] Provisioning complete for port 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:16:28.043715 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a04f5fd2-efda-4c3a-9a3d-e3dc84f6b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:28.326766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854278171'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:28.573280 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a04f5fd2-efda-4c3a-9a3d-e3dc84f6b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:28.667747 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 43552) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:16:28.675102 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-a04f5fd2-efda-4c3a-9a3d-e3dc84f6b3de None None] For port 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e,segment=NetworkSegment(b0ca712c-83d4-4012-9f3f-3ec10f606487),segment_id=b0ca712c-83d4-4012-9f3f-3ec10f606487)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:28.704854 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a04f5fd2-efda-4c3a-9a3d-e3dc84f6b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:28.711350 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:28.902777 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Router d5b62294-1c4e-484d-b420-a980968e73da is scheduled to L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 11:16:28.945800 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f5fd2-efda-4c3a-9a3d-e3dc84f6b3de None None] Pushing event updated for resources: {'Port': ['ID=9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:28.967838 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a04f5fd2-efda-4c3a-9a3d-e3dc84f6b3de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:29.206894 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-1c77a13f-31a9-4425-bd1c-ce22b7f4d496 None None] Provisioning complete for port 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:16:29.208023 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1c77a13f-31a9-4425-bd1c-ce22b7f4d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:29.400919 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:16:29.416161 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Sync routers for ids ['d5b62294-1c4e-484d-b420-a980968e73da'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:16:29.440950 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Routers {'d5b62294-1c4e-484d-b420-a980968e73da'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:16:29.442595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcccaa0d438>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:16:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['d5b62294-1c4e-484d-b420-a980968e73da'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:29.514514 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:29.534035 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 7.1549535
Feb 18 11:16:29.535530 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43564) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:16:29.971178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-89ba0a4f-9d63-4a7a-bdee-cb5fece58160 None None] Provisioning complete for port 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:16:29.972000 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-89ba0a4f-9d63-4a7a-bdee-cb5fece58160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:30.168939 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Set router d5b62294-1c4e-484d-b420-a980968e73da gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:16:30.524204 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-29002373-890f-49af-a800-d6072e83d468 None None] Provisioning complete for port 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:16:30.524791 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-29002373-890f-49af-a800-d6072e83d468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:30.601149 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b1bbeb3c-7a93-4273-b1a8-4373420e1a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854256561'] for router_interface, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:30.603272 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:16:30.741176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32fc7e-a815-4dbb-b8c1-dc9f95257260 req-1d62e1f9-03e0-4757-8b37-cbee907e413a tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:30.754772 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6a32fc7e-a815-4dbb-b8c1-dc9f95257260 req-1d62e1f9-03e0-4757-8b37-cbee907e413a tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 946 time: 0.5676303
Feb 18 11:16:30.857661 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcccaa0d438>, [{'id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'name': 'tempest-TestMinimumBasicScenario-1228389664-router', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:16:22Z', 'updated_at': '2021-02-18T11:16:26Z', 'revision_number': 3, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'gw_port': {'id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:24Z', 'updated_at': '2021-02-18T11:16:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:30.870440 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Checking router: d5b62294-1c4e-484d-b420-a980968e73da for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:16:30.872105 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Updating router d5b62294-1c4e-484d-b420-a980968e73da port 4bca22a9-2eec-46f7-ad93-531074e9323c binding host dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:16:31.013425 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:16:31.014319 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:31.025909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:31.318904 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6a32fc7e-a815-4dbb-b8c1-dc9f95257260 req-8f3e6932-f7b6-4132-96b9-17465519f691 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5540414
Feb 18 11:16:31.505712 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b1bbeb3c-7a93-4273-b1a8-4373420e1a30 admin admin] Deleting port 06a1162a-d477-4baf-95ac-87f33fd96df2 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:16:31.506630 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b1bbeb3c-7a93-4273-b1a8-4373420e1a30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:31.696247 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:31.920311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b1bbeb3c-7a93-4273-b1a8-4373420e1a30 admin admin] For port 06a1162a-d477-4baf-95ac-87f33fd96df2, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=06a1162a-d477-4baf-95ac-87f33fd96df2,segment=NetworkSegment(ad8fbc16-d954-4840-8ad7-aa263bff63f3),segment_id=ad8fbc16-d954-4840-8ad7-aa263bff63f3)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:31.920993 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b1bbeb3c-7a93-4273-b1a8-4373420e1a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:31.929687 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:31.957702 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Transition to ACTIVE for port object 4bca22a9-2eec-46f7-ad93-531074e9323c will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:16:31.962634 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:32.080226 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:32.085180 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:32.189099 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b1bbeb3c-7a93-4273-b1a8-4373420e1a30 admin admin] Calling delete_port for 06a1162a-d477-4baf-95ac-87f33fd96df2 owned by network:router_interface {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:16:32.196598 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-431563c7-2c40-4e1e-ae37-c4cfc494c344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:32.229609 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Pushing event updated for resources: {'Port': ['ID=4bca22a9-2eec-46f7-ad93-531074e9323c,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:32.245067 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.245660 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.246229 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.246779 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.247344 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.247855 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.248361 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.248923 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.249426 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.249960 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.251113 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.251629 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.252373 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.252943 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.253481 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.254097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.254677 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.255281 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.255886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.256448 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.257022 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.257592 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.258091 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.258593 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:32.263873 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:32.387396 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Attempting to bind port 4bca22a9-2eec-46f7-ad93-531074e9323c on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:16:32.388781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Attempting to bind port 4bca22a9-2eec-46f7-ad93-531074e9323c by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:16:32.389751 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Attempting to bind port 4bca22a9-2eec-46f7-ad93-531074e9323c on network c5ace08f-47fa-48e4-be4d-8f3271a2d184 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:16:32.402321 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:16:32.402978 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Checking segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:16:32.403621 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:32.404211 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Bound using segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:16:32.405151 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Bound port: 4bca22a9-2eec-46f7-ad93-531074e9323c, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:16:32.405869 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:32.633075 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] For port 4bca22a9-2eec-46f7-ad93-531074e9323c, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:16:32.638255 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] For port 4bca22a9-2eec-46f7-ad93-531074e9323c, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=4bca22a9-2eec-46f7-ad93-531074e9323c,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:16:32.645851 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:32.796572 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:32.835620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Allocated IP 172.20.0.1 (503312d2-9807-4398-af38-b17366be9b97/37be6e4f-3b7a-4e85-a12c-688a864871b3/94df19fe-6e94-41fa-bb5a-8a10657007df) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:16:33.016304 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Pushing event updated for resources: {'Port': ['ID=4bca22a9-2eec-46f7-ad93-531074e9323c,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:33.037301 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:33.075736 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:33.093642 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Routers {'d5b62294-1c4e-484d-b420-a980968e73da'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:16:33.096252 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcccaa0d438>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:16:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['d5b62294-1c4e-484d-b420-a980968e73da'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:33.105868 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Transition to ACTIVE for port object 94df19fe-6e94-41fa-bb5a-8a10657007df will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:16:33.143624 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:33.165579 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:33.284219 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6038f8-e718-4980-ae86-c5749dd203f3 req-ceabf6fb-13d6-48a8-be6a-59845f7f53bf tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:33.287252 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7a6038f8-e718-4980-ae86-c5749dd203f3 req-ceabf6fb-13d6-48a8-be6a-59845f7f53bf tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 946 time: 0.6245282
Feb 18 11:16:33.411387 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Pushing event updated for resources: {'Port': ['ID=94df19fe-6e94-41fa-bb5a-8a10657007df,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:33.417461 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:33.487918 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7a6038f8-e718-4980-ae86-c5749dd203f3 req-71d0a2ec-7db6-4314-86d0-5c917a12d4dc tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357810
Feb 18 11:16:33.494575 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b1bbeb3c-7a93-4273-b1a8-4373420e1a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:33.518743 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Network 503312d2-9807-4398-af38-b17366be9b97 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:16:33.521258 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:16:33.526940 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:16:33.531101 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c2871955-3d40-4084-9d4b-ec98b15cd800 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:33.737188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519390'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:33.820627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbeb3c-7a93-4273-b1a8-4373420e1a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=06a1162a-d477-4baf-95ac-87f33fd96df2,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:33.838854 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b1bbeb3c-7a93-4273-b1a8-4373420e1a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:33.942099 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] Set router d5b62294-1c4e-484d-b420-a980968e73da gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:16:34.113061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-2ade7c8b-f0c7-479c-a956-23214375f36e None None] Provisioning for port 94df19fe-6e94-41fa-bb5a-8a10657007df completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:16:34.129720 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:34.140167 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-2ade7c8b-f0c7-479c-a956-23214375f36e None None] Provisioning complete for port 94df19fe-6e94-41fa-bb5a-8a10657007df triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:16:34.140867 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2ade7c8b-f0c7-479c-a956-23214375f36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:34.248804 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device fa00752e-908c-454c-9f4e-b917da415395 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:16:34.433373 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfdd00-f181-4147-a9b9-41f5468b586b req-67ba3f17-a3c2-48bc-88e7-bab4e735adb5 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:34.435483 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3adfdd00-f181-4147-a9b9-41f5468b586b req-67ba3f17-a3c2-48bc-88e7-bab4e735adb5 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.79 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 946 time: 0.4816964
Feb 18 11:16:34.654146 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:34.724378 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-3adfdd00-f181-4147-a9b9-41f5468b586b req-051c842b-b890-42d5-83a0-5b753d564335 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Deleting port fa00752e-908c-454c-9f4e-b917da415395 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:16:34.725032 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-3adfdd00-f181-4147-a9b9-41f5468b586b req-051c842b-b890-42d5-83a0-5b753d564335 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:34.741600 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port fa00752e-908c-454c-9f4e-b917da415395, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fa00752e-908c-454c-9f4e-b917da415395,segment=NetworkSegment(ae4832ba-d450-4516-a82e-8096d7270822),segment_id=ae4832ba-d450-4516-a82e-8096d7270822)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:34.748133 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5427c78b-5586-4081-89eb-bcd80b1e3546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa00752e-908c-454c-9f4e-b917da415395'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:16:34.756545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcccaa0d438>, [{'id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'name': 'tempest-TestMinimumBasicScenario-1228389664-router', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:16:22Z', 'updated_at': '2021-02-18T11:16:26Z', 'revision_number': 3, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'gw_port': {'id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:24Z', 'updated_at': '2021-02-18T11:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:34.768499 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:34.775898 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581f97b5-969c-488c-bfda-4a9c2c9b6d25 None None] The sync data for ids ['d5b62294-1c4e-484d-b420-a980968e73da'] in dv-cinder-773985-5-iscsi is: [{'id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'name': 'tempest-TestMinimumBasicScenario-1228389664-router', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:16:22Z', 'updated_at': '2021-02-18T11:16:26Z', 'revision_number': 3, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'gw_port': {'id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:24Z', 'updated_at': '2021-02-18T11:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:16:34.776433 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:34.922203 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-2ade7c8b-f0c7-479c-a956-23214375f36e None None] Port 94df19fe-6e94-41fa-bb5a-8a10657007df cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:16:34.973268 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=fa00752e-908c-454c-9f4e-b917da415395,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:34.979977 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:35.168153 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-6281afad-6556-40b7-8f31-c0f8490571f9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:35.171063 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-6281afad-6556-40b7-8f31-c0f8490571f9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/networks?id=5f928827-e780-4231-9309-73c921bf7d7a HTTP/1.1" status: 200  len: 814 time: 0.6980700
Feb 18 11:16:35.188879 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b1bbeb3c-7a93-4273-b1a8-4373420e1a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498172'] for router_interface, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:35.257323 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-6577261b-5724-45b8-800f-b1c9a248008c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/quotas/631a9d49645c411f8ed9de83016996f5 HTTP/1.1" status: 200  len: 375 time: 0.0479443
Feb 18 11:16:35.372765 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-8374b707-fb4e-41b6-a572-983db6d3ed58 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=631a9d49645c411f8ed9de83016996f5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1003602
Feb 18 11:16:35.409993 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:35.427659 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852452506'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:35.510841 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:35.621983 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-63bc992e-46f6-438e-9e1c-1cfa96e1af00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:35.732079 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a41463-b076-4865-ba08-a46871b1aa54 req-ecdf45f8-0125-4693-beb6-4c0da1581657 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:35.734971 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d3a41463-b076-4865-ba08-a46871b1aa54 req-ecdf45f8-0125-4693-beb6-4c0da1581657 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 944 time: 0.7317438
Feb 18 11:16:35.924609 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854256516'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:36.040599 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d3a41463-b076-4865-ba08-a46871b1aa54 req-c3684d59-8c23-4cbd-8def-06da7ee20aee tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2872138
Feb 18 11:16:36.106925 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Pushing event updated for resources: {'Port': ['ID=94df19fe-6e94-41fa-bb5a-8a10657007df,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:36.151392 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:36.167251 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5427c78b-5586-4081-89eb-bcd80b1e3546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa00752e-908c-454c-9f4e-b917da415395', 'code': 200}
Feb 18 11:16:36.184081 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-3adfdd00-f181-4147-a9b9-41f5468b586b req-051c842b-b890-42d5-83a0-5b753d564335 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] For port fa00752e-908c-454c-9f4e-b917da415395, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fa00752e-908c-454c-9f4e-b917da415395,segment=NetworkSegment(ae4832ba-d450-4516-a82e-8096d7270822),segment_id=ae4832ba-d450-4516-a82e-8096d7270822)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:36.185079 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-3adfdd00-f181-4147-a9b9-41f5468b586b req-051c842b-b890-42d5-83a0-5b753d564335 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:36.200905 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:36.309245 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-bf2d76ee-9f97-4cae-b56f-77c440914eb8 service neutron] 10.222.0.65 "GET /v2.0/networks/5f928827-e780-4231-9309-73c921bf7d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8133118
Feb 18 11:16:36.477129 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Network 503312d2-9807-4398-af38-b17366be9b97 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:16:36.483759 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:16:36.649885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 4bca22a9-2eec-46f7-ad93-531074e9323c up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:16:36.676744 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-3adfdd00-f181-4147-a9b9-41f5468b586b req-051c842b-b890-42d5-83a0-5b753d564335 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Calling delete_port for fa00752e-908c-454c-9f4e-b917da415395 owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:16:36.923110 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port 4bca22a9-2eec-46f7-ad93-531074e9323c completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:16:36.935539 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 4bca22a9-2eec-46f7-ad93-531074e9323c triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:16:36.936009 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:36.998147 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-5250719f-1835-4ec0-a9cb-04a399d3df3a service neutron] 10.222.0.65 "GET /v2.0/networks/5f928827-e780-4231-9309-73c921bf7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6746347
Feb 18 11:16:37.057021 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Router d5b62294-1c4e-484d-b420-a980968e73da has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:16:37.083169 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-f1a505e5-7e89-44a6-9717-9ab53fbddba9 None None] Provisioning complete for port 94df19fe-6e94-41fa-bb5a-8a10657007df triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:16:37.083877 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f1a505e5-7e89-44a6-9717-9ab53fbddba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:37.417413 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:37.455313 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-f1a505e5-7e89-44a6-9717-9ab53fbddba9 None None] Port 94df19fe-6e94-41fa-bb5a-8a10657007df cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:16:37.476738 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port 4bca22a9-2eec-46f7-ad93-531074e9323c, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=4bca22a9-2eec-46f7-ad93-531074e9323c,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:37.487988 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:37.501861 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:37.664347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=4bca22a9-2eec-46f7-ad93-531074e9323c,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:37.672828 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:37.903484 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e30397d3-35ed-4ec0-8e8f-c39a8f86f8e4 req-bc7faf31-e641-4182-b14e-e3710b48e3ef tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 210 time: 0.1665990
Feb 18 11:16:38.035354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-3adfdd00-f181-4147-a9b9-41f5468b586b req-051c842b-b890-42d5-83a0-5b753d564335 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:38.080356 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a851680f-c865-40f9-bad7-1d969e6e63bd tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:38.150750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:16:38.177886 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f9f9b203-4440-44ea-8bad-8121043e7de2 req-f0bfddb3-8c95-465c-b6fc-f765b8f81120 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 210 time: 0.7742412
Feb 18 11:16:38.191163 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] 10.222.0.65 "PUT /v2.0/routers/d5b62294-1c4e-484d-b420-a980968e73da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6494608
Feb 18 11:16:38.210389 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:38.323214 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c842b-b890-42d5-83a0-5b753d564335 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Pushing event deleted for resources: {'Port': ['ID=fa00752e-908c-454c-9f4e-b917da415395,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:38.328214 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-051c842b-b890-42d5-83a0-5b753d564335 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:38.374656 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bbeb3c-7a93-4273-b1a8-4373420e1a30 admin admin] Router 27771cf6-4f0d-4ea0-a883-f034213bbfec has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:16:38.572199 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:38.657682 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 4bca22a9-2eec-46f7-ad93-531074e9323c up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:16:38.827917 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Sync routers for ids ['d5b62294-1c4e-484d-b420-a980968e73da'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:16:38.868295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Routers {'d5b62294-1c4e-484d-b420-a980968e73da'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:16:38.869525 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca329588>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:16:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['d5b62294-1c4e-484d-b420-a980968e73da'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:39.093479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adfdd00-f181-4147-a9b9-41f5468b586b req-051c842b-b890-42d5-83a0-5b753d564335 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] No DVR routers for this DVR port fa00752e-908c-454c-9f4e-b917da415395 on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:16:39.097630 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bbeb3c-7a93-4273-b1a8-4373420e1a30 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:16:39.101425 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-3adfdd00-f181-4147-a9b9-41f5468b586b req-051c842b-b890-42d5-83a0-5b753d564335 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:39.106625 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5427c78b-5586-4081-89eb-bcd80b1e3546', 'name': 'network-vif-deleted', 'tag': 'fa00752e-908c-454c-9f4e-b917da415395'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:16:39.118584 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc77488-9cbb-4702-a97b-9412f74c3672 None None] Sync routers for ids ['27771cf6-4f0d-4ea0-a883-f034213bbfec'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:16:39.151879 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc77488-9cbb-4702-a97b-9412f74c3672 None None] Routers {'27771cf6-4f0d-4ea0-a883-f034213bbfec'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:16:39.153088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-cbc77488-9cbb-4702-a97b-9412f74c3672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca2a4b38>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:16:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['27771cf6-4f0d-4ea0-a883-f034213bbfec'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:39.234435 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-b1bbeb3c-7a93-4273-b1a8-4373420e1a30 admin admin] 10.222.0.65 "PUT /v2.0/routers/27771cf6-4f0d-4ea0-a883-f034213bbfec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5640793
Feb 18 11:16:39.248614 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43632) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:16:39.269306 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3adfdd00-f181-4147-a9b9-41f5468b586b req-051c842b-b890-42d5-83a0-5b753d564335 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.79 "DELETE /v2.0/ports/fa00752e-908c-454c-9f4e-b917da415395 HTTP/1.1" status: 204  len: 173 time: 4.8019054
Feb 18 11:16:39.408545 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5427c78b-5586-4081-89eb-bcd80b1e3546', 'name': 'network-vif-deleted', 'tag': 'fa00752e-908c-454c-9f4e-b917da415395', 'status': 'completed', 'code': 200}
Feb 18 11:16:39.784932 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Set router d5b62294-1c4e-484d-b420-a980968e73da gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:16:39.808892 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-cbc77488-9cbb-4702-a97b-9412f74c3672 None None] Set router 27771cf6-4f0d-4ea0-a883-f034213bbfec gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:16:39.816987 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-ae21319b-8ea6-4ea7-86fb-6f6bfa10853a req-3e9eaccd-7073-4a1c-980e-6a4b8982d9ec tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Synchronizing usage tracker for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:16:39.864948 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-83411edf-fff1-411c-9289-84608922b133 req-eca0b3d2-a276-4bd6-b32b-b1c0ec8b8964 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 210 time: 0.2891440
Feb 18 11:16:39.893151 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-ae21319b-8ea6-4ea7-86fb-6f6bfa10853a req-3e9eaccd-7073-4a1c-980e-6a4b8982d9ec tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Unset dirty status for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:16:39.927599 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ae21319b-8ea6-4ea7-86fb-6f6bfa10853a req-3e9eaccd-7073-4a1c-980e-6a4b8982d9ec tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 210 time: 0.2869160
Feb 18 11:16:40.282266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:40.379018 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 4bca22a9-2eec-46f7-ad93-531074e9323c triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:16:40.379721 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:40.940370 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:40.954893 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca329588>, [{'id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'name': 'tempest-TestMinimumBasicScenario-1228389664-router', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:16:22Z', 'updated_at': '2021-02-18T11:16:33Z', 'revision_number': 4, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'gw_port': {'id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:24Z', 'updated_at': '2021-02-18T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '94df19fe-6e94-41fa-bb5a-8a10657007df', 'name': '', 'network_id': '503312d2-9807-4398-af38-b17366be9b97', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'mac_address': 'fa:16:3e:f8:6e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:32Z', 'updated_at': '2021-02-18T11:16:34Z', 'revision_number': 2, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'subnets': [{'id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:40.962735 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Deleting port 76ca1150-c604-4616-a846-348d7cd606b0 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:16:40.963387 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:40.964311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Checking router: d5b62294-1c4e-484d-b420-a980968e73da for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:16:40.965022 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Updating router d5b62294-1c4e-484d-b420-a980968e73da port 94df19fe-6e94-41fa-bb5a-8a10657007df binding host dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:16:41.091664 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-cbc77488-9cbb-4702-a97b-9412f74c3672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca2a4b38>, [{'id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'name': 'tempest-ServerRescueNegativeTestJSON-821725800-router', 'tenant_id': '5f79b645e00d448c8c14c9f2fb529c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '76ca1150-c604-4616-a846-348d7cd606b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:04Z', 'updated_at': '2021-02-18T11:16:33Z', 'revision_number': 5, 'project_id': '5f79b645e00d448c8c14c9f2fb529c48', 'gw_port': {'id': '76ca1150-c604-4616-a846-348d7cd606b0', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:06Z', 'updated_at': '2021-02-18T11:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:41.127719 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc77488-9cbb-4702-a97b-9412f74c3672 None None] Checking router: 27771cf6-4f0d-4ea0-a883-f034213bbfec for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:16:41.200924 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc77488-9cbb-4702-a97b-9412f74c3672 None None] Routers {'27771cf6-4f0d-4ea0-a883-f034213bbfec'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:16:41.202194 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-cbc77488-9cbb-4702-a97b-9412f74c3672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca2a4b38>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:16:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['27771cf6-4f0d-4ea0-a883-f034213bbfec'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:41.261764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:41.881839 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9f638e5b-f5aa-4374-ae5c-7c35544629ba req-f15e0774-9f71-4579-a35b-392f8af9f8fb tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 210 time: 0.2557635
Feb 18 11:16:42.080816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] For port 76ca1150-c604-4616-a846-348d7cd606b0, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=76ca1150-c604-4616-a846-348d7cd606b0,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:42.088538 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:42.097691 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-cbc77488-9cbb-4702-a97b-9412f74c3672 None None] Set router 27771cf6-4f0d-4ea0-a883-f034213bbfec gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:16:42.170398 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-7265808e-6fa5-4a69-b359-ccd617964ca9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:42.174675 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-7265808e-6fa5-4a69-b359-ccd617964ca9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.79 "GET /v2.0/networks?id=5f928827-e780-4231-9309-73c921bf7d7a HTTP/1.1" status: 200  len: 814 time: 1.1185253
Feb 18 11:16:42.206322 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-29ccd0ef-c1ad-4fab-8967-3212d2c2c199 req-c60cb568-c695-4323-99c4-df048e687251 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=5427c78b-5586-4081-89eb-bcd80b1e3546 HTTP/1.1" status: 200  len: 210 time: 0.5489931
Feb 18 11:16:42.218171 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Request body: {'port': {'device_id': 'bf43a73f-f9c4-4c14-bd16-099da2cc374d', 'network_id': '5f928827-e780-4231-9309-73c921bf7d7a', 'admin_state_up': True, 'tenant_id': '631a9d49645c411f8ed9de83016996f5'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:16:42.648782 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:16:42.652814 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-cbc77488-9cbb-4702-a97b-9412f74c3672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca2a4b38>, [{'id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'name': 'tempest-ServerRescueNegativeTestJSON-821725800-router', 'tenant_id': '5f79b645e00d448c8c14c9f2fb529c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:04Z', 'updated_at': '2021-02-18T11:16:40Z', 'revision_number': 6, 'project_id': '5f79b645e00d448c8c14c9f2fb529c48', 'gw_port_host': None}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:42.669780 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc77488-9cbb-4702-a97b-9412f74c3672 None None] The sync data for ids ['27771cf6-4f0d-4ea0-a883-f034213bbfec'] in dv-cinder-773985-5-iscsi is: [{'id': '27771cf6-4f0d-4ea0-a883-f034213bbfec', 'name': 'tempest-ServerRescueNegativeTestJSON-821725800-router', 'tenant_id': '5f79b645e00d448c8c14c9f2fb529c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:04Z', 'updated_at': '2021-02-18T11:16:40Z', 'revision_number': 6, 'project_id': '5f79b645e00d448c8c14c9f2fb529c48', 'gw_port_host': None}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:16:42.689148 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:16:42.701920 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Calling delete_port for 76ca1150-c604-4616-a846-348d7cd606b0 owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:16:42.711619 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Made reservation on behalf of 631a9d49645c411f8ed9de83016996f5 for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:16:42.732494 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:43.021461 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 06a1162a-d477-4baf-95ac-87f33fd96df2 no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:16:43.149793 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: 06a1162a-d477-4baf-95ac-87f33fd96df2 {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:16:43.150620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 06a1162a-d477-4baf-95ac-87f33fd96df2 not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:16:43.175432 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:43.226631 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Transition to ACTIVE for port object 94df19fe-6e94-41fa-bb5a-8a10657007df will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:16:43.238083 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:43.301547 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:43.617350 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Allocated IP 172.20.0.11 (5f928827-e780-4231-9309-73c921bf7d7a/95dde4eb-bfb3-4ebc-a6e3-205ca86cf6ff/6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:16:44.134698 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6a5de33c-762e-4bb2-ab03-66d13c751ad0 req-b92acd86-f0e9-4292-8e86-395bc76315b9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 210 time: 0.2399614
Feb 18 11:16:44.212229 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fbc8b-ea1f-4ee3-9e6d-30c4dc398846 None None] Pushing event updated for resources: {'Port': ['ID=94df19fe-6e94-41fa-bb5a-8a10657007df,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:44.231401 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0f7fbc8b-ea1f-4ee3-9e6d-30c4dc398846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:44.392377 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Attempting to bind port 94df19fe-6e94-41fa-bb5a-8a10657007df on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:16:44.394098 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Attempting to bind port 94df19fe-6e94-41fa-bb5a-8a10657007df by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': 'b0ca712c-83d4-4012-9f3f-3ec10f606487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '503312d2-9807-4398-af38-b17366be9b97'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:16:44.394942 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Attempting to bind port 94df19fe-6e94-41fa-bb5a-8a10657007df on network 503312d2-9807-4398-af38-b17366be9b97 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:16:44.412842 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:16:44.413530 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Checking segment: {'id': 'b0ca712c-83d4-4012-9f3f-3ec10f606487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '503312d2-9807-4398-af38-b17366be9b97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:16:44.414857 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:44.415685 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Bound using segment: {'id': 'b0ca712c-83d4-4012-9f3f-3ec10f606487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '503312d2-9807-4398-af38-b17366be9b97'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:16:44.417342 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Bound port: 94df19fe-6e94-41fa-bb5a-8a10657007df, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ca712c-83d4-4012-9f3f-3ec10f606487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '503312d2-9807-4398-af38-b17366be9b97'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:16:44.418275 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:44.556431 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:44.602041 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:44.622130 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:44.715223 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] For port 94df19fe-6e94-41fa-bb5a-8a10657007df, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:16:44.727968 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:44.731351 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] For port 94df19fe-6e94-41fa-bb5a-8a10657007df, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=94df19fe-6e94-41fa-bb5a-8a10657007df,segment=NetworkSegment(b0ca712c-83d4-4012-9f3f-3ec10f606487),segment_id=b0ca712c-83d4-4012-9f3f-3ec10f606487)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:16:44.740379 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:44.774030 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:44.784726 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-31460859-1c17-4c83-afdd-917fef256b50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:44.950110 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Pushing event deleted for resources: {'Port': ['ID=76ca1150-c604-4616-a846-348d7cd606b0,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:44.985603 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:44.987402 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:44.988554 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:44.989659 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:44.994529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:44.996015 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:44.997806 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:44.999104 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.008320 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.009999 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.011241 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.012032 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.013181 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.013962 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.014740 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.017643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.018979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.019881 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.020792 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.021540 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.022480 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.023490 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.024346 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.025159 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.120146 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:45.137575 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Pushing event updated for resources: {'Port': ['ID=6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:45.165872 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.166653 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.167427 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.168387 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.169231 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.170291 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.171282 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.172510 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.173308 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.174065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.175037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.175541 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.176624 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.177377 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.178093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.178757 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.179423 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.180094 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.181005 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.181683 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.182686 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.182941 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.183598 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.184276 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:16:45.197157 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:45.208652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fbc8b-ea1f-4ee3-9e6d-30c4dc398846 None None] Pushing event updated for resources: {'Port': ['ID=94df19fe-6e94-41fa-bb5a-8a10657007df,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:45.223605 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 76ca1150-c604-4616-a846-348d7cd606b0 no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:16:45.333831 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0f7fbc8b-ea1f-4ee3-9e6d-30c4dc398846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:45.357915 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Network 5f928827-e780-4231-9309-73c921bf7d7a is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:16:45.361446 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:16:45.365082 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:16:45.369590 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: 76ca1150-c604-4616-a846-348d7cd606b0 {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:16:45.370443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 76ca1150-c604-4616-a846-348d7cd606b0 not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:16:45.523592 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:45.524952 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:45.600581 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3917103
Feb 18 11:16:45.610339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854277267'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:45.631538 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Routers {'d5b62294-1c4e-484d-b420-a980968e73da'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:16:45.635736 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca329588>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:16:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['d5b62294-1c4e-484d-b420-a980968e73da'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:45.904495 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Request body: {'port': {'device_id': 'bf43a73f-f9c4-4c14-bd16-099da2cc374d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:16:46.240484 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:46.266385 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] Set router d5b62294-1c4e-484d-b420-a980968e73da gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:16:46.661283 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a6266-7336-4daf-a78f-b5a2f205df6c req-16f8ef7d-feeb-411d-9d4d-0293e978e4c1 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:46.662817 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-444a6266-7336-4daf-a78f-b5a2f205df6c req-16f8ef7d-feeb-411d-9d4d-0293e978e4c1 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Synchronizing usage tracker for tenant:631a9d49645c411f8ed9de83016996f5 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:16:46.733919 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-444a6266-7336-4daf-a78f-b5a2f205df6c req-16f8ef7d-feeb-411d-9d4d-0293e978e4c1 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Unset dirty status for tenant:631a9d49645c411f8ed9de83016996f5 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:16:46.749142 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-444a6266-7336-4daf-a78f-b5a2f205df6c req-16f8ef7d-feeb-411d-9d4d-0293e978e4c1 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 932 time: 1.0438073
Feb 18 11:16:46.899910 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746360'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:46.909840 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:47.053184 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-444a6266-7336-4daf-a78f-b5a2f205df6c req-e8e20d5b-33f6-4cc8-9982-9b9418214e53 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3022549
Feb 18 11:16:47.228451 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854257390'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:47.229583 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27771cf6-4f0d-4ea0-a883-f034213bbfec {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 11:16:47.283476 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:47.293280 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] 10.222.0.65 "DELETE /v2.0/routers/27771cf6-4f0d-4ea0-a883-f034213bbfec HTTP/1.1" status: 204  len: 168 time: 8.0426910
Feb 18 11:16:47.294761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43684) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:16:47.491053 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12033b0f-b561-4db1-ab08-d9309d5d8dd1 req-2b4ffda9-72fe-4106-af2a-2f881acfbf5d tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:47.507890 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-12033b0f-b561-4db1-ab08-d9309d5d8dd1 req-2b4ffda9-72fe-4106-af2a-2f881acfbf5d tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 946 time: 0.3769827
Feb 18 11:16:47.604886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f08ff2-c000-4d1f-8633-3dff9c006f54 admin admin] Deleting subnet 078c8601-5d6a-4793-a580-7498423d78df {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 11:16:47.615471 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-46f08ff2-c000-4d1f-8633-3dff9c006f54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:47.707955 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-12033b0f-b561-4db1-ab08-d9309d5d8dd1 req-f68f8a2e-3baa-43eb-918e-b620fe313084 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966388
Feb 18 11:16:47.792081 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca329588>, [{'id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'name': 'tempest-TestMinimumBasicScenario-1228389664-router', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:16:22Z', 'updated_at': '2021-02-18T11:16:33Z', 'revision_number': 4, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'gw_port': {'id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:24Z', 'updated_at': '2021-02-18T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '94df19fe-6e94-41fa-bb5a-8a10657007df', 'name': '', 'network_id': '503312d2-9807-4398-af38-b17366be9b97', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'mac_address': 'fa:16:3e:f8:6e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:32Z', 'updated_at': '2021-02-18T11:16:44Z', 'revision_number': 4, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'subnets': [{'id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:47.798983 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-46f08ff2-c000-4d1f-8633-3dff9c006f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852679109'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:47.833482 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d75e2b-30bd-4b1b-a2fd-38808ae76a79 None None] The sync data for ids ['d5b62294-1c4e-484d-b420-a980968e73da'] in dv-cinder-773985-5-iscsi is: [{'id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'name': 'tempest-TestMinimumBasicScenario-1228389664-router', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:16:22Z', 'updated_at': '2021-02-18T11:16:33Z', 'revision_number': 4, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'gw_port': {'id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:24Z', 'updated_at': '2021-02-18T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '94df19fe-6e94-41fa-bb5a-8a10657007df', 'name': '', 'network_id': '503312d2-9807-4398-af38-b17366be9b97', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'mac_address': 'fa:16:3e:f8:6e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:32Z', 'updated_at': '2021-02-18T11:16:44Z', 'revision_number': 4, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'subnets': [{'id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:16:47.982831 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-46f08ff2-c000-4d1f-8633-3dff9c006f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741126'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:48.075155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:16:48.102814 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:48.139758 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Transition to ACTIVE for port object 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:16:48.257556 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 09d3a641-247c-481d-b923-4adbfc017dcd no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:16:48.382382 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:48.466177 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d016ecc2-cfa1-4a55-953f-45be6cd82e14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:48.885142 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:49.084663 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719f5a32-f65a-41d2-b291-62c895d1e70b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d3a641-247c-481d-b923-4adbfc017dcd'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:16:49.110822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 09d3a641-247c-481d-b923-4adbfc017dcd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=09d3a641-247c-481d-b923-4adbfc017dcd,segment=NetworkSegment(ae4832ba-d450-4516-a82e-8096d7270822),segment_id=ae4832ba-d450-4516-a82e-8096d7270822)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:49.119504 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:49.124185 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:49.276008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-46f08ff2-c000-4d1f-8633-3dff9c006f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847034674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852452565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037650'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:49.280679 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:49.302285 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c672e-03cf-4afa-b6d3-94b7a226297d req-62e5b93c-c04a-4130-af24-5450f8d997bb tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:49.317961 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 94df19fe-6e94-41fa-bb5a-8a10657007df up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:16:49.318686 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7b5c672e-03cf-4afa-b6d3-94b7a226297d req-62e5b93c-c04a-4130-af24-5450f8d997bb tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.79 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 946 time: 1.1753125
Feb 18 11:16:49.472367 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.006s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:49.628328 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6b1430bf-73c7-4fed-aed1-cd5e7608269c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:49.776201 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f08ff2-c000-4d1f-8633-3dff9c006f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=078c8601-5d6a-4793-a580-7498423d78df,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:49.789746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-46f08ff2-c000-4d1f-8633-3dff9c006f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:49.798176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-46f08ff2-c000-4d1f-8633-3dff9c006f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:49.813500 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-46f08ff2-c000-4d1f-8633-3dff9c006f54 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/078c8601-5d6a-4793-a580-7498423d78df HTTP/1.1" status: 204  len: 168 time: 2.5166469
Feb 18 11:16:49.819393 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43700) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:16:49.825479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-7b5c672e-03cf-4afa-b6d3-94b7a226297d req-2ae31096-2a35-4e9e-a47e-2d512c6f5729 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Deleting port 09d3a641-247c-481d-b923-4adbfc017dcd {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:16:49.826084 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7b5c672e-03cf-4afa-b6d3-94b7a226297d req-2ae31096-2a35-4e9e-a47e-2d512c6f5729 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:50.213227 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=09d3a641-247c-481d-b923-4adbfc017dcd,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:50.214398 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-94edf763-d407-4f9e-8a91-92bc82017560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854201257'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:50.245750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.122s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:50.284345 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port 94df19fe-6e94-41fa-bb5a-8a10657007df completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:16:50.299528 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 94df19fe-6e94-41fa-bb5a-8a10657007df triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:16:50.300259 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:50.676258 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631909b-bd18-426e-a92f-e19b458eae90 req-e771925c-f0fa-4f14-934f-e9f81451bf01 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:50.697941 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9631909b-bd18-426e-a92f-e19b458eae90 req-e771925c-f0fa-4f14-934f-e9f81451bf01 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 944 time: 2.1986029
Feb 18 11:16:50.953176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:51.034786 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port 94df19fe-6e94-41fa-bb5a-8a10657007df, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=94df19fe-6e94-41fa-bb5a-8a10657007df,segment=NetworkSegment(b0ca712c-83d4-4012-9f3f-3ec10f606487),segment_id=b0ca712c-83d4-4012-9f3f-3ec10f606487)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:51.042203 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:51.054333 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:51.241067 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=94df19fe-6e94-41fa-bb5a-8a10657007df,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:51.247589 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:51.309447 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9631909b-bd18-426e-a92f-e19b458eae90 req-f4980125-987a-45ef-ac63-bb5c441394e9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6076341
Feb 18 11:16:51.415502 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-94edf763-d407-4f9e-8a91-92bc82017560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7742001', 'neutron.services.segments.db._delete_segments_for_network--9223363254506393562'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:51.597185 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719f5a32-f65a-41d2-b291-62c895d1e70b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d3a641-247c-481d-b923-4adbfc017dcd', 'code': 200}
Feb 18 11:16:51.780548 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-94edf763-d407-4f9e-8a91-92bc82017560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccc9864278>,) {'filters': {'network_id': ['c1017996-a61e-4427-a613-fd19e7162449']}} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:51.805079 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-94edf763-d407-4f9e-8a91-92bc82017560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc9864278>, 'ad8fbc16-d954-4840-8ad7-aa263bff63f3') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:51.806420 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-94edf763-d407-4f9e-8a91-92bc82017560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc9864278>, 'ad8fbc16-d954-4840-8ad7-aa263bff63f3') {} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:16:51.832782 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-94edf763-d407-4f9e-8a91-92bc82017560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254506395610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2096643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:51.860479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-94edf763-d407-4f9e-8a91-92bc82017560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:51.863802 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-94edf763-d407-4f9e-8a91-92bc82017560 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 11:16:52.120200 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Attempting to bind port 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:16:52.120986 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Attempting to bind port 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '825c779e-5534-4167-9bee-949cb58a537c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5f928827-e780-4231-9309-73c921bf7d7a'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:16:52.131388 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Attempting to bind port 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e on network 5f928827-e780-4231-9309-73c921bf7d7a {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:16:52.180431 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:16:52.181208 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Checking segment: {'id': '825c779e-5534-4167-9bee-949cb58a537c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5f928827-e780-4231-9309-73c921bf7d7a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:16:52.182200 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:52.182969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Bound using segment: {'id': '825c779e-5534-4167-9bee-949cb58a537c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5f928827-e780-4231-9309-73c921bf7d7a'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:16:52.183905 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Bound port: 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825c779e-5534-4167-9bee-949cb58a537c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5f928827-e780-4231-9309-73c921bf7d7a'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:16:52.184755 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:52.233752 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-7b5c672e-03cf-4afa-b6d3-94b7a226297d req-2ae31096-2a35-4e9e-a47e-2d512c6f5729 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] For port 09d3a641-247c-481d-b923-4adbfc017dcd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=09d3a641-247c-481d-b923-4adbfc017dcd,segment=NetworkSegment(ae4832ba-d450-4516-a82e-8096d7270822),segment_id=ae4832ba-d450-4516-a82e-8096d7270822)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:52.235083 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7b5c672e-03cf-4afa-b6d3-94b7a226297d req-2ae31096-2a35-4e9e-a47e-2d512c6f5729 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:52.287879 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc40e9a-0793-4969-8485-415fb1f30db8 req-34949da9-91cd-4f57-a04c-afe3ee6af881 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:52.291393 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7fc40e9a-0793-4969-8485-415fb1f30db8 req-34949da9-91cd-4f57-a04c-afe3ee6af881 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 944 time: 1.2859938
Feb 18 11:16:52.348115 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-94edf763-d407-4f9e-8a91-92bc82017560 admin admin] Network c1017996-a61e-4427-a613-fd19e7162449 has no segments {{(pid=83933) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:16:52.368146 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-94edf763-d407-4f9e-8a91-92bc82017560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7742905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321546'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:52.573077 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-7b5c672e-03cf-4afa-b6d3-94b7a226297d req-2ae31096-2a35-4e9e-a47e-2d512c6f5729 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Calling delete_port for 09d3a641-247c-481d-b923-4adbfc017dcd owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:16:52.850507 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7fc40e9a-0793-4969-8485-415fb1f30db8 req-c4950035-6580-4759-b2a7-bcebecbb60d0 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/security-groups?id=025ba1d5-c83b-43c3-b2fe-23ab1d263730&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856339
Feb 18 11:16:52.853264 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-94edf763-d407-4f9e-8a91-92bc82017560 admin admin] Network c1017996-a61e-4427-a613-fd19e7162449 has no segments {{(pid=83933) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]: Traceback (most recent call last):
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:     timer()
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:     cb(*args, **kw)
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:     return func(*args, **kwargs)
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:     self._notify()
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:     self.callback(batched_events)
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:     event.method(event)
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:     segment_id)['aggregates'][0]
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:     return f(self, *a, **k)
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self._get(url).json()
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:     **kwargs)
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self.request(url, 'GET', **kwargs)
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:     **endpoint_filter)
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 11:16:52.884623 dv-cinder-773985-5-iscsi neutron-server[83816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 11:16:52.989245 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] For port 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:16:53.009393 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] For port 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e,segment=NetworkSegment(825c779e-5534-4167-9bee-949cb58a537c),segment_id=825c779e-5534-4167-9bee-949cb58a537c)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:16:53.018178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b912ca1-0dad-4b8d-86a8-c62328eec48a req-adee9f4b-66f0-480a-9e21-a3ed7d25801e tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:53.027978 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0b912ca1-0dad-4b8d-86a8-c62328eec48a req-adee9f4b-66f0-480a-9e21-a3ed7d25801e tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 944 time: 0.3318520
Feb 18 11:16:53.031893 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-94edf763-d407-4f9e-8a91-92bc82017560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847033799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498500'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:53.063833 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:53.079199 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:53.106621 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-94edf763-d407-4f9e-8a91-92bc82017560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:53.107124 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4b80b18b-62e6-4cdb-a0d6-77431d7bce04 tempest-ServerRescueNegativeTestJSON-1051118213 tempest-ServerRescueNegativeTestJSON-1051118213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:53.112452 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edf763-d407-4f9e-8a91-92bc82017560 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1017996-a61e-4427-a613-fd19e7162449,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:53.140368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-94edf763-d407-4f9e-8a91-92bc82017560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:53.233205 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0b912ca1-0dad-4b8d-86a8-c62328eec48a req-b514d1a6-88fe-4fd0-b9bc-db341902be2a tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015524
Feb 18 11:16:53.236059 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 94df19fe-6e94-41fa-bb5a-8a10657007df up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:16:53.241938 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-94edf763-d407-4f9e-8a91-92bc82017560 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c1017996-a61e-4427-a613-fd19e7162449 HTTP/1.1" status: 204  len: 168 time: 3.4199293
Feb 18 11:16:53.523685 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 94df19fe-6e94-41fa-bb5a-8a10657007df triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:16:53.524301 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:53.569030 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43722) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:16:53.645319 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:53.770429 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:53.782249 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7b5c672e-03cf-4afa-b6d3-94b7a226297d req-2ae31096-2a35-4e9e-a47e-2d512c6f5729 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:53.795467 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-3e5ca511-7e5d-44e6-a7eb-d12da8121523 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5f79b645e00d448c8c14c9f2fb529c48&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2240365
Feb 18 11:16:53.801410 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43726) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:16:54.013675 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ca8286de-467f-43b0-a9c2-5023f15ebbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:54.108135 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ca8286de-467f-43b0-a9c2-5023f15ebbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:54.270683 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ca8286de-467f-43b0-a9c2-5023f15ebbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:54.293437 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d1bf5145-78ab-4c95-adba-99de8b2b97fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:54.321358 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:54.334547 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8286de-467f-43b0-a9c2-5023f15ebbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ab7e01-bb32-4a5e-a705-df9f14ca30c1,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:54.341189 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ca8286de-467f-43b0-a9c2-5023f15ebbef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:54.391366 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ca8286de-467f-43b0-a9c2-5023f15ebbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:54.397528 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ca8286de-467f-43b0-a9c2-5023f15ebbef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2ab7e01-bb32-4a5e-a705-df9f14ca30c1 HTTP/1.1" status: 204  len: 168 time: 0.5904224
Feb 18 11:16:54.443203 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:54.445078 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:54.448209 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] 10.222.0.79 "PUT /v2.0/ports/6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e HTTP/1.1" status: 200  len: 1158 time: 8.8318803
Feb 18 11:16:54.452632 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae31096-2a35-4e9e-a47e-2d512c6f5729 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Pushing event deleted for resources: {'Port': ['ID=09d3a641-247c-481d-b923-4adbfc017dcd,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:54.458623 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf43a73f-f9c4-4c14-bd16-099da2cc374d', 'tag': '6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:16:54.540440 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2ae31096-2a35-4e9e-a47e-2d512c6f5729 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:54.649964 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ccdac737-a3ed-4ae5-b513-f6ed7b49164f req-0f9a0c0f-aa67-4a6e-b0c1-47daf74e6564 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 210 time: 0.1779878
Feb 18 11:16:54.818048 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5c672e-03cf-4afa-b6d3-94b7a226297d req-2ae31096-2a35-4e9e-a47e-2d512c6f5729 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] No DVR routers for this DVR port 09d3a641-247c-481d-b923-4adbfc017dcd on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:16:54.865541 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7b5c672e-03cf-4afa-b6d3-94b7a226297d req-2ae31096-2a35-4e9e-a47e-2d512c6f5729 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:55.025879 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7b5c672e-03cf-4afa-b6d3-94b7a226297d req-2ae31096-2a35-4e9e-a47e-2d512c6f5729 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.79 "DELETE /v2.0/ports/09d3a641-247c-481d-b923-4adbfc017dcd HTTP/1.1" status: 204  len: 173 time: 5.7055047
Feb 18 11:16:55.104460 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-f9fe7b2a-722f-42f5-b8ac-2a604ee770c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:55.107668 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-f9fe7b2a-722f-42f5-b8ac-2a604ee770c4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=631a9d49645c411f8ed9de83016996f5&device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 1161 time: 0.5431283
Feb 18 11:16:55.121895 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997016d-214d-4af2-915f-6b641bbb8acd req-b3c050d2-687d-474d-93ac-7972529be8b8 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:55.137721 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c997016d-214d-4af2-915f-6b641bbb8acd req-b3c050d2-687d-474d-93ac-7972529be8b8 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 0.3325946
Feb 18 11:16:55.299550 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-87d5d47a-39bc-4383-b6c5-50e523170fc1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e HTTP/1.1" status: 200  len: 217 time: 0.1599171
Feb 18 11:16:55.367781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c8d27-6f4e-4949-9460-ff497372905b req-a305b924-fe9f-42ff-a3e3-c6f9537a4240 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:55.371216 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-685c8d27-6f4e-4949-9460-ff497372905b req-a305b924-fe9f-42ff-a3e3-c6f9537a4240 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 944 time: 0.3258524
Feb 18 11:16:55.514885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-33631b7a-c0be-4dc5-8564-cbde9a6ec657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:55.517973 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-33631b7a-c0be-4dc5-8564-cbde9a6ec657 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=95dde4eb-bfb3-4ebc-a6e3-205ca86cf6ff HTTP/1.1" status: 200  len: 854 time: 0.1870859
Feb 18 11:16:55.543129 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-685c8d27-6f4e-4949-9460-ff497372905b req-15578415-4f0e-4f9d-8fb8-69134edf25e4 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532395
Feb 18 11:16:55.696653 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c997016d-214d-4af2-915f-6b641bbb8acd req-89f3dd79-3d31-460c-a879-ac6678845707 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3951702
Feb 18 11:16:55.736372 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-ff9619f4-a57b-458a-a4cd-bd8a1c0f1770 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f928827-e780-4231-9309-73c921bf7d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1284816
Feb 18 11:16:56.312003 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf43a73f-f9c4-4c14-bd16-099da2cc374d', 'tag': '6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e', 'status': 'completed', 'code': 200}
Feb 18 11:16:56.348191 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 86b49169-7862-44af-ac4d-9505f2001a90 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:16:56.484876 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-1c4c3508-a2fa-406d-a1f8-ee78649502a9 req-6a7f57f7-e51f-4898-a719-95170c762f48 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Synchronizing usage tracker for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:16:56.568272 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-1c4c3508-a2fa-406d-a1f8-ee78649502a9 req-6a7f57f7-e51f-4898-a719-95170c762f48 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Unset dirty status for tenant:0a68c5b433e340019b806363e3e4a841 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:16:56.582997 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1c4c3508-a2fa-406d-a1f8-ee78649502a9 req-6a7f57f7-e51f-4898-a719-95170c762f48 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] 10.222.0.65 "GET /v2.0/ports?device_id=719f5a32-f65a-41d2-b291-62c895d1e70b HTTP/1.1" status: 200  len: 210 time: 0.4027100
Feb 18 11:16:56.774623 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-592526c8-253d-4739-9d79-a82aa4616063 service neutron] 10.222.0.79 "GET /v2.0/networks/5f928827-e780-4231-9309-73c921bf7d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0039496
Feb 18 11:16:56.916786 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:57.001682 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b49169-7862-44af-ac4d-9505f2001a90'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:16:57.031497 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 86b49169-7862-44af-ac4d-9505f2001a90, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=86b49169-7862-44af-ac4d-9505f2001a90,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:57.050272 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:57.056640 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:16:57.206878 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bbaf8-1edb-43a9-9a2b-6ca47866672d req-baa41255-4fe8-4a78-87a9-ff2c1f4efd96 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:57.210190 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-025bbaf8-1edb-43a9-9a2b-6ca47866672d req-baa41255-4fe8-4a78-87a9-ff2c1f4efd96 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 945 time: 1.0294628
Feb 18 11:16:57.318792 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=86b49169-7862-44af-ac4d-9505f2001a90,revision_number=7']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:16:57.325342 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:16:57.580561 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-025bbaf8-1edb-43a9-9a2b-6ca47866672d req-34bdf564-e26a-4d82-bddf-cf6a87483cb2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Deleting port 86b49169-7862-44af-ac4d-9505f2001a90 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:16:57.581054 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-025bbaf8-1edb-43a9-9a2b-6ca47866672d req-34bdf564-e26a-4d82-bddf-cf6a87483cb2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:57.582993 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f500f8-2e8b-4190-8fe8-07712d6396e0 req-0a1bc8b3-2dee-4d18-89a8-58b9c03d88c4 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:57.597413 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f8f500f8-2e8b-4190-8fe8-07712d6396e0 req-0a1bc8b3-2dee-4d18-89a8-58b9c03d88c4 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 944 time: 0.6565320
Feb 18 11:16:57.653258 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6786ebd7-4a75-4f23-aa9a-51b5b968dbd2 req-e4ac30df-3b31-416e-acff-263a7f99c923 service neutron] 10.222.0.79 "GET /v2.0/networks/5f928827-e780-4231-9309-73c921bf7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8678451
Feb 18 11:16:57.733416 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f8f500f8-2e8b-4190-8fe8-07712d6396e0 req-311f7457-4573-4cb7-b943-976ffadac36f tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327863
Feb 18 11:16:58.402172 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719f5a32-f65a-41d2-b291-62c895d1e70b', 'name': 'network-vif-deleted', 'tag': '09d3a641-247c-481d-b923-4adbfc017dcd'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:16:58.737863 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc28a0-13ac-4396-b58c-85d97d329a20 req-46c6a8a6-d0fb-433d-a149-5cfd54974c32 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:58.753006 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8acc28a0-13ac-4396-b58c-85d97d329a20 req-46c6a8a6-d0fb-433d-a149-5cfd54974c32 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 943 time: 1.3827567
Feb 18 11:16:58.965033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-025bbaf8-1edb-43a9-9a2b-6ca47866672d req-34bdf564-e26a-4d82-bddf-cf6a87483cb2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] For port 86b49169-7862-44af-ac4d-9505f2001a90, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=86b49169-7862-44af-ac4d-9505f2001a90,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:16:58.972551 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-025bbaf8-1edb-43a9-9a2b-6ca47866672d req-34bdf564-e26a-4d82-bddf-cf6a87483cb2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:16:59.005165 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8acc28a0-13ac-4396-b58c-85d97d329a20 req-35f0e2cd-26dd-4726-b0d2-cc661c018974 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2505162
Feb 18 11:16:59.014893 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475e81b-2ad0-461a-823b-638fd9ee18f8 req-54c3d570-1d6a-4318-b936-a4e2e34c3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:16:59.018587 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6475e81b-2ad0-461a-823b-638fd9ee18f8 req-54c3d570-1d6a-4318-b936-a4e2e34c3293 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=631a9d49645c411f8ed9de83016996f5&device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 1161 time: 0.6186378
Feb 18 11:16:59.434760 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b49169-7862-44af-ac4d-9505f2001a90', 'code': 200}
Feb 18 11:16:59.628356 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43786) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:16:59.964043 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719f5a32-f65a-41d2-b291-62c895d1e70b', 'name': 'network-vif-deleted', 'tag': '09d3a641-247c-481d-b923-4adbfc017dcd', 'status': 'completed', 'code': 200}
Feb 18 11:17:00.132985 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-025bbaf8-1edb-43a9-9a2b-6ca47866672d req-34bdf564-e26a-4d82-bddf-cf6a87483cb2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:00.133458 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-025bbaf8-1edb-43a9-9a2b-6ca47866672d req-34bdf564-e26a-4d82-bddf-cf6a87483cb2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:00.134012 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [req-025bbaf8-1edb-43a9-9a2b-6ca47866672d req-34bdf564-e26a-4d82-bddf-cf6a87483cb2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Floating IP 5ccd2928-1f51-497c-bcba-f3e415e5b196 disassociated. External IP: 172.27.1.147, port: 86b49169-7862-44af-ac4d-9505f2001a90.
Feb 18 11:17:00.134642 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-025bbaf8-1edb-43a9-9a2b-6ca47866672d req-34bdf564-e26a-4d82-bddf-cf6a87483cb2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Calling delete_port for 86b49169-7862-44af-ac4d-9505f2001a90 owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:17:00.306557 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475e81b-2ad0-461a-823b-638fd9ee18f8 req-7ea2fad1-ba30-4771-bf82-5a140bf2f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:00.312607 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6475e81b-2ad0-461a-823b-638fd9ee18f8 req-7ea2fad1-ba30-4771-bf82-5a140bf2f8f7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5f928827-e780-4231-9309-73c921bf7d7a HTTP/1.1" status: 200  len: 908 time: 1.1569796
Feb 18 11:17:00.521423 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6475e81b-2ad0-461a-823b-638fd9ee18f8 req-f5869a7c-d1cd-416d-bba7-c66074c2b2bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e HTTP/1.1" status: 200  len: 217 time: 0.1939621
Feb 18 11:17:00.542999 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fd96f4-d9f9-4025-a610-d0448467e72e admin admin] Deleting subnet 02b055e1-68bd-400d-ac6c-e375d18c7b51 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 11:17:00.551001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5fd96f4-d9f9-4025-a610-d0448467e72e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:00.675195 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5fd96f4-d9f9-4025-a610-d0448467e72e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852679109'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:00.722021 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475e81b-2ad0-461a-823b-638fd9ee18f8 req-e4a3ec62-a700-4bf7-b434-ea2cae9198c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:00.728963 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6475e81b-2ad0-461a-823b-638fd9ee18f8 req-e4a3ec62-a700-4bf7-b434-ea2cae9198c6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=95dde4eb-bfb3-4ebc-a6e3-205ca86cf6ff HTTP/1.1" status: 200  len: 854 time: 0.1601827
Feb 18 11:17:00.778405 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:17:00.840729 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5fd96f4-d9f9-4025-a610-d0448467e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741126'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:00.895918 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6475e81b-2ad0-461a-823b-638fd9ee18f8 req-312874a6-dd76-4afa-a22b-92a91bf137ca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f928827-e780-4231-9309-73c921bf7d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1542974
Feb 18 11:17:00.916852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d6ed3-bd58-4d73-ad58-0f0723d01c2b req-b2d4a17b-f9ba-4f63-bb9a-059548cc2b1a tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:00.930007 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-508d6ed3-bd58-4d73-ad58-0f0723d01c2b req-b2d4a17b-f9ba-4f63-bb9a-059548cc2b1a tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 944 time: 0.9755669
Feb 18 11:17:00.977330 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:17:00.988058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:17:00.989027 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:01.255013 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:01.298616 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6475e81b-2ad0-461a-823b-638fd9ee18f8 req-1e293a5e-79d1-4ed9-9188-cb7a172ebd79 service neutron] 10.222.0.79 "GET /v2.0/networks/5f928827-e780-4231-9309-73c921bf7d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3623483
Feb 18 11:17:01.307143 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e,segment=NetworkSegment(825c779e-5534-4167-9bee-949cb58a537c),segment_id=825c779e-5534-4167-9bee-949cb58a537c)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:17:01.318234 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:01.322688 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4ef3f172-d5a2-4862-a036-fd2267b918cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:01.485602 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf43a73f-f9c4-4c14-bd16-099da2cc374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:17:01.508605 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:17:01.525008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:01.548061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:01.570085 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-508d6ed3-bd58-4d73-ad58-0f0723d01c2b req-dbd8fc34-f4b9-4d86-9d17-b13b057bbaea tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2641122
Feb 18 11:17:01.601775 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-025bbaf8-1edb-43a9-9a2b-6ca47866672d req-34bdf564-e26a-4d82-bddf-cf6a87483cb2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:01.628863 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:01.734652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5fd96f4-d9f9-4025-a610-d0448467e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847034674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852452565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037650'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:01.748772 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7540780-0c90-404f-91c8-41da122d966a req-fec347e0-9870-437b-ad5f-bf5c17ae5f3e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:01.764723 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c7540780-0c90-404f-91c8-41da122d966a req-fec347e0-9870-437b-ad5f-bf5c17ae5f3e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 865 time: 0.3211558
Feb 18 11:17:01.784246 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:01.827450 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdf564-e26a-4d82-bddf-cf6a87483cb2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event deleted for resources: {'Port': ['ID=86b49169-7862-44af-ac4d-9505f2001a90,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:02.050707 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:02.085709 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-34bdf564-e26a-4d82-bddf-cf6a87483cb2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:02.139195 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd96f4-d9f9-4025-a610-d0448467e72e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02b055e1-68bd-400d-ac6c-e375d18c7b51,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:02.172492 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d5fd96f4-d9f9-4025-a610-d0448467e72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:02.195654 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4ce0ce5e-449f-4740-90e2-bbc60462e03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:02.202953 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5fd96f4-d9f9-4025-a610-d0448467e72e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:02.244958 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf43a73f-f9c4-4c14-bd16-099da2cc374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e', 'code': 200}
Feb 18 11:17:02.263598 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6475e81b-2ad0-461a-823b-638fd9ee18f8 req-cd391ebf-ad87-46ef-94c2-c7f04daa7b18 service neutron] 10.222.0.79 "GET /v2.0/networks/5f928827-e780-4231-9309-73c921bf7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9276462
Feb 18 11:17:02.264033 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c7540780-0c90-404f-91c8-41da122d966a req-5e02c5f6-ae9b-4420-beb4-8017eee64542 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f783d8a-2f8c-46ec-8937-48a182a10985&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4966593
Feb 18 11:17:02.271430 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d5fd96f4-d9f9-4025-a610-d0448467e72e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/02b055e1-68bd-400d-ac6c-e375d18c7b51 HTTP/1.1" status: 204  len: 168 time: 2.6409900
Feb 18 11:17:02.277187 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43812) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:02.561484 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:17:02.610854 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-561494a2-5f09-4b98-9240-5ec2a8d575ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854201257'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:02.997511 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:17:03.001280 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:03.581721 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-561494a2-5f09-4b98-9240-5ec2a8d575ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7742001', 'neutron.services.segments.db._delete_segments_for_network--9223363254506393562'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:03.791244 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d7396-cf8f-4464-ae4d-4bb90986cce9 req-a140d972-bfab-473a-95df-8e99dcbbd3ca tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:03.810770 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-401d7396-cf8f-4464-ae4d-4bb90986cce9 req-a140d972-bfab-473a-95df-8e99dcbbd3ca tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 946 time: 0.5328109
Feb 18 11:17:03.826181 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43826) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:04.017731 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-401d7396-cf8f-4464-ae4d-4bb90986cce9 req-169e23a5-eb02-4480-a3aa-84a78c145e5c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759720
Feb 18 11:17:04.131827 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-025bbaf8-1edb-43a9-9a2b-6ca47866672d req-34bdf564-e26a-4d82-bddf-cf6a87483cb2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Router 666f30c7-d646-49f0-8fd0-89441be02cda has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:17:04.133728 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-561494a2-5f09-4b98-9240-5ec2a8d575ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccca7f6f98>,) {'filters': {'network_id': ['f6991765-5e81-4fe1-8b5d-a8257ead4d37']}} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:17:04.164441 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-561494a2-5f09-4b98-9240-5ec2a8d575ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccca7f6f98>, 'ae4832ba-d450-4516-a82e-8096d7270822') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:17:04.165035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-561494a2-5f09-4b98-9240-5ec2a8d575ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccca7f6f98>, 'ae4832ba-d450-4516-a82e-8096d7270822') {} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:17:04.211931 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-561494a2-5f09-4b98-9240-5ec2a8d575ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254506395610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2096643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:04.223745 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8f198b3b-2275-452c-9802-933db8aad5ab req-9a7524b4-58a9-4e8e-9da0-1522ab46a400 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 210 time: 0.2046583
Feb 18 11:17:04.306801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-561494a2-5f09-4b98-9240-5ec2a8d575ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:04.333022 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-561494a2-5f09-4b98-9240-5ec2a8d575ba admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 11:17:04.852627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-561494a2-5f09-4b98-9240-5ec2a8d575ba admin admin] Network f6991765-5e81-4fe1-8b5d-a8257ead4d37 has no segments {{(pid=83933) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:17:04.880330 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-561494a2-5f09-4b98-9240-5ec2a8d575ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7742905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321546'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:04.930754 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2d61e-b682-43d7-87bb-87fb79a88fdd req-4c7b1f23-ae2f-4158-92bd-254031aedf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:04.933771 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6de2d61e-b682-43d7-87bb-87fb79a88fdd req-4c7b1f23-ae2f-4158-92bd-254031aedf8a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 1163 time: 1.8774376
Feb 18 11:17:04.964531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-025bbaf8-1edb-43a9-9a2b-6ca47866672d req-34bdf564-e26a-4d82-bddf-cf6a87483cb2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:17:05.001418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebe894-e305-4e3d-8384-c70a2f8cfa4a None None] Sync routers for ids ['666f30c7-d646-49f0-8fd0-89441be02cda'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:17:05.034422 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ebe894-e305-4e3d-8384-c70a2f8cfa4a None None] Routers {'666f30c7-d646-49f0-8fd0-89441be02cda'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:17:05.035615 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-16ebe894-e305-4e3d-8384-c70a2f8cfa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca5aee80>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:16:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['666f30c7-d646-49f0-8fd0-89441be02cda'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:17:05.151205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4241e386-9518-49c0-9424-7ebcec06e2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:05.346240 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-025bbaf8-1edb-43a9-9a2b-6ca47866672d req-34bdf564-e26a-4d82-bddf-cf6a87483cb2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] No DVR routers for this DVR port 86b49169-7862-44af-ac4d-9505f2001a90 on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:17:05.355105 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-025bbaf8-1edb-43a9-9a2b-6ca47866672d req-34bdf564-e26a-4d82-bddf-cf6a87483cb2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:05.375520 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'name': 'network-vif-deleted', 'tag': '86b49169-7862-44af-ac4d-9505f2001a90'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:17:05.407940 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6de2d61e-b682-43d7-87bb-87fb79a88fdd req-b1bd40fb-e9a5-4b7f-9b88-3aa848e91755 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2709792
Feb 18 11:17:05.408465 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-4241e386-9518-49c0-9424-7ebcec06e2b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:05.424478 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-4241e386-9518-49c0-9424-7ebcec06e2b4 admin admin] Usage tracker for resource:security_group_rule and tenant:ce012838e48a4547bc37b77e342544d1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:17:05.434665 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-4241e386-9518-49c0-9424-7ebcec06e2b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:17:05.453936 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-4241e386-9518-49c0-9424-7ebcec06e2b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:05.492184 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-025bbaf8-1edb-43a9-9a2b-6ca47866672d req-34bdf564-e26a-4d82-bddf-cf6a87483cb2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.79 "DELETE /v2.0/ports/86b49169-7862-44af-ac4d-9505f2001a90 HTTP/1.1" status: 204  len: 173 time: 8.2517023
Feb 18 11:17:05.666555 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-561494a2-5f09-4b98-9240-5ec2a8d575ba admin admin] Network f6991765-5e81-4fe1-8b5d-a8257ead4d37 has no segments {{(pid=83933) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:17:05.776785 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-97e0aadf-00cf-4673-87f5-cf379e52cf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:05.842049 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-16ebe894-e305-4e3d-8384-c70a2f8cfa4a None None] Set router 666f30c7-d646-49f0-8fd0-89441be02cda gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:17:05.955382 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-9d267532-da2d-41b7-b44a-04cda6941d7c req-791b3c9f-4395-4794-9ca6-75378248cbd1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Synchronizing usage tracker for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]: Traceback (most recent call last):
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:     timer()
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:     cb(*args, **kw)
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:     return func(*args, **kwargs)
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:     self._notify()
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:     self.callback(batched_events)
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:     event.method(event)
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:     segment_id)['aggregates'][0]
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:     return f(self, *a, **k)
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self._get(url).json()
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:     **kwargs)
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self.request(url, 'GET', **kwargs)
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:     **endpoint_filter)
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 11:17:06.011370 dv-cinder-773985-5-iscsi neutron-server[83816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 11:17:06.018101 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-9d267532-da2d-41b7-b44a-04cda6941d7c req-791b3c9f-4395-4794-9ca6-75378248cbd1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Unset dirty status for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:17:06.033303 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9d267532-da2d-41b7-b44a-04cda6941d7c req-791b3c9f-4395-4794-9ca6-75378248cbd1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 210 time: 0.2694526
Feb 18 11:17:06.272901 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2775991-a3a0-4d1d-bd8a-ef2a881d7dce', 'name': 'network-vif-deleted', 'tag': '86b49169-7862-44af-ac4d-9505f2001a90', 'status': 'completed', 'code': 200}
Feb 18 11:17:06.398140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-561494a2-5f09-4b98-9240-5ec2a8d575ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847033799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498500'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:06.426788 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:06.457520 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-561494a2-5f09-4b98-9240-5ec2a8d575ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:06.486819 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561494a2-5f09-4b98-9240-5ec2a8d575ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f6991765-5e81-4fe1-8b5d-a8257ead4d37,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:06.515529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-561494a2-5f09-4b98-9240-5ec2a8d575ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:06.518611 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:06.551187 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f818c-1bd5-475c-9c51-e20a042a5a73 req-37d8c7d9-98c7-4185-a69e-9b20a59450e6 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:06.568808 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6f0f818c-1bd5-475c-9c51-e20a042a5a73 req-37d8c7d9-98c7-4185-a69e-9b20a59450e6 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 946 time: 1.0725095
Feb 18 11:17:06.579892 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4241e386-9518-49c0-9424-7ebcec06e2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:06.697424 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4241e386-9518-49c0-9424-7ebcec06e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:06.722486 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-1b2e9ebd-c35e-45c3-bc2f-fb111ab0ea67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:06.785629 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-561494a2-5f09-4b98-9240-5ec2a8d575ba admin admin] 10.222.0.65 "DELETE /v2.0/networks/f6991765-5e81-4fe1-8b5d-a8257ead4d37 HTTP/1.1" status: 204  len: 168 time: 4.5063479
Feb 18 11:17:06.927412 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241e386-9518-49c0-9424-7ebcec06e2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eec0300-039f-49d7-b5f0-7d960a513bb2,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:07.015042 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6f0f818c-1bd5-475c-9c51-e20a042a5a73 req-0deb2219-a47c-483f-83f3-499b76ed567c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4150527
Feb 18 11:17:07.029193 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4241e386-9518-49c0-9424-7ebcec06e2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:07.059948 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-4241e386-9518-49c0-9424-7ebcec06e2b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce012838e48a4547bc37b77e342544d1&name=default HTTP/1.1" status: 200  len: 2979 time: 3.2267833
Feb 18 11:17:07.060724 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 43840) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:07.206085 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-16ebe894-e305-4e3d-8384-c70a2f8cfa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca5aee80>, [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:40Z', 'revision_number': 4, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'cfe88f8f-46c2-4368-b083-222a4cff013b', 'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'mac_address': 'fa:16:3e:d6:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:35Z', 'updated_at': '2021-02-18T11:11:58Z', 'revision_number': 5, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'subnets': [{'id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:17:07.247234 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebe894-e305-4e3d-8384-c70a2f8cfa4a None None] Checking router: 666f30c7-d646-49f0-8fd0-89441be02cda for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:17:07.310372 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ebe894-e305-4e3d-8384-c70a2f8cfa4a None None] Routers {'666f30c7-d646-49f0-8fd0-89441be02cda'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:17:07.311443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-16ebe894-e305-4e3d-8384-c70a2f8cfa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca5aee80>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:17:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['666f30c7-d646-49f0-8fd0-89441be02cda'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:17:07.371805 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43846) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:07.413598 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7de739ff-6244-40ac-80f4-8b4e840760bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:07.546957 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7de739ff-6244-40ac-80f4-8b4e840760bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:07.586604 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8bc4674a-1276-46f0-af84-03f8da61974c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0a68c5b433e340019b806363e3e4a841&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2125642
Feb 18 11:17:07.590848 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43850) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:07.781257 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7de739ff-6244-40ac-80f4-8b4e840760bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:07.800975 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-26ca1019-0ef9-44fd-b48e-4dd06f2f6bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:07.862493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de739ff-6244-40ac-80f4-8b4e840760bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eec0300-039f-49d7-b5f0-7d960a513bb2,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:07.869901 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7de739ff-6244-40ac-80f4-8b4e840760bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:07.923882 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a3b84d38-e28d-4fba-895a-9cb23c2d402d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:08.054414 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a3b84d38-e28d-4fba-895a-9cb23c2d402d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:08.117495 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ccbe06f-2424-4c3a-a5cc-22330ebfbeff req-b056c58d-771b-4bbe-8f4a-dcd3cb38a6e0 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2775991-a3a0-4d1d-bd8a-ef2a881d7dce HTTP/1.1" status: 200  len: 210 time: 0.2363377
Feb 18 11:17:08.118917 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7de739ff-6244-40ac-80f4-8b4e840760bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:08.121834 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-7de739ff-6244-40ac-80f4-8b4e840760bc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7eec0300-039f-49d7-b5f0-7d960a513bb2 HTTP/1.1" status: 204  len: 168 time: 1.0586548
Feb 18 11:17:08.282128 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:08.313220 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a3b84d38-e28d-4fba-895a-9cb23c2d402d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:08.350676 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-16ebe894-e305-4e3d-8384-c70a2f8cfa4a None None] Set router 666f30c7-d646-49f0-8fd0-89441be02cda gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:17:08.422991 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-54d8dc24-7819-4a3b-8647-3418ac5cc56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:08.450984 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b84d38-e28d-4fba-895a-9cb23c2d402d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025ba1d5-c83b-43c3-b2fe-23ab1d263730,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:08.461803 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a3b84d38-e28d-4fba-895a-9cb23c2d402d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:08.504600 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a3b84d38-e28d-4fba-895a-9cb23c2d402d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:08.507271 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-a3b84d38-e28d-4fba-895a-9cb23c2d402d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/025ba1d5-c83b-43c3-b2fe-23ab1d263730 HTTP/1.1" status: 204  len: 168 time: 0.9146571
Feb 18 11:17:08.613418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc38d5-2151-4dc1-b02d-c98f805137d7 req-a1fa5fcf-99e0-4db8-8d57-702d51ff957a tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:08.630337 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-05cc38d5-2151-4dc1-b02d-c98f805137d7 req-a1fa5fcf-99e0-4db8-8d57-702d51ff957a tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 946 time: 0.2727022
Feb 18 11:17:08.808486 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-05cc38d5-2151-4dc1-b02d-c98f805137d7 req-078f2db9-9d8e-492b-b038-0632ee3cf4af tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758416
Feb 18 11:17:09.395838 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:09.474014 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-16ebe894-e305-4e3d-8384-c70a2f8cfa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca5aee80>, [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:40Z', 'revision_number': 4, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'cfe88f8f-46c2-4368-b083-222a4cff013b', 'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'mac_address': 'fa:16:3e:d6:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:35Z', 'updated_at': '2021-02-18T11:11:58Z', 'revision_number': 5, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'subnets': [{'id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:17:09.491753 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebe894-e305-4e3d-8384-c70a2f8cfa4a None None] The sync data for ids ['666f30c7-d646-49f0-8fd0-89441be02cda'] in dv-cinder-773985-5-iscsi is: [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:40Z', 'revision_number': 4, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'cfe88f8f-46c2-4368-b083-222a4cff013b', 'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'mac_address': 'fa:16:3e:d6:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:35Z', 'updated_at': '2021-02-18T11:11:58Z', 'revision_number': 5, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'subnets': [{'id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:17:09.750739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43878) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:10.102699 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-08a55a30-1cac-41a2-957b-60de8efcf9f6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:10.267206 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-08a55a30-1cac-41a2-957b-60de8efcf9f6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:10.409557 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7291bfa-4edb-4475-986c-003c765cdfe1 None None] New status for floating IP 5ccd2928-1f51-497c-bcba-f3e415e5b196: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:17:10.427868 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-08a55a30-1cac-41a2-957b-60de8efcf9f6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:10.458071 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4241e386-9518-49c0-9424-7ebcec06e2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:10.492204 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a55a30-1cac-41a2-957b-60de8efcf9f6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f783d8a-2f8c-46ec-8937-48a182a10985,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:10.498319 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-08a55a30-1cac-41a2-957b-60de8efcf9f6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:10.515507 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-08a55a30-1cac-41a2-957b-60de8efcf9f6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:10.523875 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 43896) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:10.536778 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-08a55a30-1cac-41a2-957b-60de8efcf9f6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "DELETE /v2.0/security-groups/7f783d8a-2f8c-46ec-8937-48a182a10985 HTTP/1.1" status: 204  len: 168 time: 0.7828548
Feb 18 11:17:10.574915 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.v2.resource [None req-3e154d2f-4a2c-4bf5-b6e0-40d93fb3d8dc tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] show failed (client error): The resource could not be found.
Feb 18 11:17:10.584064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43900) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:10.589551 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-3e154d2f-4a2c-4bf5-b6e0-40d93fb3d8dc tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups/7f783d8a-2f8c-46ec-8937-48a182a10985 HTTP/1.1" status: 404  len: 347 time: 0.0630546
Feb 18 11:17:11.419280 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-d8f8f369-0188-46b6-ba07-90fee23a2ed2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Deleting port 1b672885-7416-4f3e-83ed-521cb5f625e9 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:17:11.420100 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8f8f369-0188-46b6-ba07-90fee23a2ed2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:11.960879 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8f8f369-0188-46b6-ba07-90fee23a2ed2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:11.962404 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8f8f369-0188-46b6-ba07-90fee23a2ed2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:12.289821 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-d8f8f369-0188-46b6-ba07-90fee23a2ed2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Calling delete_port for 1b672885-7416-4f3e-83ed-521cb5f625e9 owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:17:12.835899 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8f8f369-0188-46b6-ba07-90fee23a2ed2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:13.032728 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:13.210602 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8f369-0188-46b6-ba07-90fee23a2ed2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event deleted for resources: {'Port': ['ID=1b672885-7416-4f3e-83ed-521cb5f625e9,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:13.224010 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d8f8f369-0188-46b6-ba07-90fee23a2ed2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:13.341925 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8f8f369-0188-46b6-ba07-90fee23a2ed2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:13.372077 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d8f8f369-0188-46b6-ba07-90fee23a2ed2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:13.382069 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d8f8f369-0188-46b6-ba07-90fee23a2ed2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "DELETE /v2.0/floatingips/5ccd2928-1f51-497c-bcba-f3e415e5b196 HTTP/1.1" status: 204  len: 168 time: 2.7880533
Feb 18 11:17:14.070681 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43974) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:14.087309 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-79040543-1df0-48de-a9fc-713826aaef8a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--393166301', 'description': 'tempest-description--1373111167'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:17:14.100744 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-79040543-1df0-48de-a9fc-713826aaef8a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:14.109872 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-79040543-1df0-48de-a9fc-713826aaef8a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Usage tracker for resource:security_group and tenant:a547afc1db8c4cf69b758ed2ce7d7e3c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:17:14.116068 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-79040543-1df0-48de-a9fc-713826aaef8a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:17:14.127782 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-79040543-1df0-48de-a9fc-713826aaef8a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:14.147120 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-79040543-1df0-48de-a9fc-713826aaef8a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:14.186269 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-79040543-1df0-48de-a9fc-713826aaef8a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:14.202993 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-79040543-1df0-48de-a9fc-713826aaef8a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Usage tracker for resource:security_group_rule and tenant:a547afc1db8c4cf69b758ed2ce7d7e3c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:17:14.210660 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-79040543-1df0-48de-a9fc-713826aaef8a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:17:14.226034 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-79040543-1df0-48de-a9fc-713826aaef8a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:14.381859 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-79040543-1df0-48de-a9fc-713826aaef8a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:14.386291 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-79040543-1df0-48de-a9fc-713826aaef8a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:14.415112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-618344bc-81d4-4012-a35d-d3c937c72dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:14.435317 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-79040543-1df0-48de-a9fc-713826aaef8a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:14.442207 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-79040543-1df0-48de-a9fc-713826aaef8a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3650224
Feb 18 11:17:14.443776 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 43984) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:14.454455 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-89955e93-9b0f-4e10-8ff0-afd3ab5617e6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Request body: {'security_group_rule': {'security_group_id': 'ef02f21c-5b94-4228-b2a4-9f224e7705cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:17:14.474269 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-89955e93-9b0f-4e10-8ff0-afd3ab5617e6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:14.482414 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-89955e93-9b0f-4e10-8ff0-afd3ab5617e6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Usage tracker for resource:security_group_rule and tenant:a547afc1db8c4cf69b758ed2ce7d7e3c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:17:14.486258 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79040543-1df0-48de-a9fc-713826aaef8a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef02f21c-5b94-4228-b2a4-9f224e7705cb,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:14.491155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-79040543-1df0-48de-a9fc-713826aaef8a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:14.492854 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-89955e93-9b0f-4e10-8ff0-afd3ab5617e6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:17:14.506089 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-89955e93-9b0f-4e10-8ff0-afd3ab5617e6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:14.536883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-89955e93-9b0f-4e10-8ff0-afd3ab5617e6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:14.663499 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-89955e93-9b0f-4e10-8ff0-afd3ab5617e6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:14.669078 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-89955e93-9b0f-4e10-8ff0-afd3ab5617e6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797254'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:14.673301 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:14.703196 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89955e93-9b0f-4e10-8ff0-afd3ab5617e6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c19098-052d-4e94-8b62-7c6a60413ae3,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:14.756896 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-89955e93-9b0f-4e10-8ff0-afd3ab5617e6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:14.757555 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 43996) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:14.760354 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-89955e93-9b0f-4e10-8ff0-afd3ab5617e6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3150637
Feb 18 11:17:14.765887 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-4cc7c487-5e3c-45e4-9083-6e2433fd1a9a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Request body: {'security_group_rule': {'security_group_id': 'ef02f21c-5b94-4228-b2a4-9f224e7705cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:17:14.772655 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-89955e93-9b0f-4e10-8ff0-afd3ab5617e6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:14.774432 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-4cc7c487-5e3c-45e4-9083-6e2433fd1a9a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:14.785064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-4cc7c487-5e3c-45e4-9083-6e2433fd1a9a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Usage tracker for resource:security_group_rule and tenant:a547afc1db8c4cf69b758ed2ce7d7e3c is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:17:14.789614 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-4cc7c487-5e3c-45e4-9083-6e2433fd1a9a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:17:14.803018 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-4cc7c487-5e3c-45e4-9083-6e2433fd1a9a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:14.841161 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4cc7c487-5e3c-45e4-9083-6e2433fd1a9a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:14.972604 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 44014) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:15.076791 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4cc7c487-5e3c-45e4-9083-6e2433fd1a9a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:15.087716 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4cc7c487-5e3c-45e4-9083-6e2433fd1a9a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797254'] for security_group_rule, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:15.095019 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:15.161305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7c487-5e3c-45e4-9083-6e2433fd1a9a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c34a81b-3ec7-4099-b708-8691996a1aa1,revision_number=0']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:15.177961 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4cc7c487-5e3c-45e4-9083-6e2433fd1a9a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:15.219657 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4cc7c487-5e3c-45e4-9083-6e2433fd1a9a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:15.222196 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-4cc7c487-5e3c-45e4-9083-6e2433fd1a9a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4649949
Feb 18 11:17:15.236606 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 44022) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:15.251259 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Request body: {'floatingip': {'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:17:15.263391 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:15.272733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Usage tracker for resource:floatingip and tenant:a547afc1db8c4cf69b758ed2ce7d7e3c is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:17:15.278031 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:17:15.290029 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:15.310634 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for floatingip, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:15.483216 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-70eaaa60-c177-40a0-9232-b401236f7c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:15.518668 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-70eaaa60-c177-40a0-9232-b401236f7c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:15.527353 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-70eaaa60-c177-40a0-9232-b401236f7c17 admin admin] Usage tracker for resource:security_group_rule and tenant:28d2fd94a59141c4bc08f22566b612ff is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:17:15.535706 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-70eaaa60-c177-40a0-9232-b401236f7c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:17:15.552173 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-70eaaa60-c177-40a0-9232-b401236f7c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:15.598943 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 44028) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:15.733758 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:15.737070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-7beb372e-b606-4b36-95ee-943a0412cd68 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:15.738984 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-7beb372e-b606-4b36-95ee-943a0412cd68 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Synchronizing usage tracker for tenant:4fe5fb7e1a354d7ca09c4b2f69382355 on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:17:15.931766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f795d940-bf71-4608-9d07-95158a3245bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:15.958333 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-70eaaa60-c177-40a0-9232-b401236f7c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:15.973669 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-70eaaa60-c177-40a0-9232-b401236f7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:15.974374 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-7beb372e-b606-4b36-95ee-943a0412cd68 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Unset dirty status for tenant:4fe5fb7e1a354d7ca09c4b2f69382355 on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:17:15.976923 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-7beb372e-b606-4b36-95ee-943a0412cd68 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/networks?id=503312d2-9807-4398-af38-b17366be9b97 HTTP/1.1" status: 200  len: 815 time: 0.9862130
Feb 18 11:17:15.985091 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f795d940-bf71-4608-9d07-95158a3245bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:15.991960 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:16.009379 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-4e8ca9c5-2573-4b0e-a89a-17eb06daeebd tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/quotas/4fe5fb7e1a354d7ca09c4b2f69382355 HTTP/1.1" status: 200  len: 375 time: 0.0195084
Feb 18 11:17:16.016528 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f795d940-bf71-4608-9d07-95158a3245bb admin admin] Usage tracker for resource:security_group_rule and tenant:13413f1925654a33a4fa60339ea759e8 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:17:16.026789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f795d940-bf71-4608-9d07-95158a3245bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:17:16.085893 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f795d940-bf71-4608-9d07-95158a3245bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:16.186336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-b8020fbb-7164-448b-808c-4674cfee94d4 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Synchronizing usage tracker for tenant:4fe5fb7e1a354d7ca09c4b2f69382355 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:17:16.211060 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-70eaaa60-c177-40a0-9232-b401236f7c17 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=28d2fd94a59141c4bc08f22566b612ff&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2358232
Feb 18 11:17:16.215951 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44034) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:16.216229 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eaaa60-c177-40a0-9232-b401236f7c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c37f6b-c4e5-4dc2-a4c8-11ea33fc1dcd,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:16.221319 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-b8020fbb-7164-448b-808c-4674cfee94d4 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Unset dirty status for tenant:4fe5fb7e1a354d7ca09c4b2f69382355 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:17:16.223853 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-b8020fbb-7164-448b-808c-4674cfee94d4 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4fe5fb7e1a354d7ca09c4b2f69382355&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2008696
Feb 18 11:17:16.242932 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-70eaaa60-c177-40a0-9232-b401236f7c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:16.455662 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Allocated IP 172.27.1.206 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/9b6502e8-8504-49b2-87d2-7975029c5594) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:17:16.517924 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f795d940-bf71-4608-9d07-95158a3245bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:16.578661 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8c06a7df-7387-4f1a-8ad2-ec27f05adb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:16.599371 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f795d940-bf71-4608-9d07-95158a3245bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:16.614137 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5c241a2b-95bc-4b77-aff1-3e8cc5241ed5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:16.678464 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-04818453-2ee3-4a4a-920d-53a144205adf service neutron] 10.222.0.65 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4187427
Feb 18 11:17:16.688654 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8c06a7df-7387-4f1a-8ad2-ec27f05adb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:16.727650 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-f795d940-bf71-4608-9d07-95158a3245bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13413f1925654a33a4fa60339ea759e8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1211474
Feb 18 11:17:16.731391 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 44040) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:16.740077 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795d940-bf71-4608-9d07-95158a3245bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e485460a-a525-439a-9e0b-aa5e54a94a09,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:16.767787 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f795d940-bf71-4608-9d07-95158a3245bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:16.887037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:16.942934 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-257d1ce9-ce61-400f-8f3f-01f8d92429ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:17.000049 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8c06a7df-7387-4f1a-8ad2-ec27f05adb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:17.010450 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-71151f67-7a5e-44c3-a485-b59429cc5dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:17.014672 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-257d1ce9-ce61-400f-8f3f-01f8d92429ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:17.026761 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-f16e0093-9d37-46bd-b0f0-e182da8dd599 service neutron] 10.222.0.65 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3228614
Feb 18 11:17:17.040156 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06a7df-7387-4f1a-8ad2-ec27f05adb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c37f6b-c4e5-4dc2-a4c8-11ea33fc1dcd,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:17.047243 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8c06a7df-7387-4f1a-8ad2-ec27f05adb20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:17.051372 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8c06a7df-7387-4f1a-8ad2-ec27f05adb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:17.058641 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8c06a7df-7387-4f1a-8ad2-ec27f05adb20 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/06c37f6b-c4e5-4dc2-a4c8-11ea33fc1dcd HTTP/1.1" status: 204  len: 168 time: 0.8350158
Feb 18 11:17:17.106563 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:17.140549 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2853a262-2950-48e8-a8c8-55ff30c2e1a9 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:17.515622 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ed1e2f1-873a-4b2a-a0cb-70fadf5c6341 req-c4075001-3dcb-4cd2-8c1c-9f22ae2db432 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 210 time: 0.1145751
Feb 18 11:17:17.516943 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event updated for resources: {'Port': ['ID=9b6502e8-8504-49b2-87d2-7975029c5594,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:17.526417 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:17.527878 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-257d1ce9-ce61-400f-8f3f-01f8d92429ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:17.540097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-70eaaa60-c177-40a0-9232-b401236f7c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:17.583479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d1ce9-ce61-400f-8f3f-01f8d92429ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e485460a-a525-439a-9e0b-aa5e54a94a09,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:17.612276 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-257d1ce9-ce61-400f-8f3f-01f8d92429ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:17.722062 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-257d1ce9-ce61-400f-8f3f-01f8d92429ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:17.724446 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-257d1ce9-ce61-400f-8f3f-01f8d92429ff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e485460a-a525-439a-9e0b-aa5e54a94a09 HTTP/1.1" status: 204  len: 168 time: 0.9872594
Feb 18 11:17:17.753627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:17:17.756357 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:17:17.760861 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:17:17.825983 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44054) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:17.864449 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae1bd-61c3-40c0-8c6c-a93eea80ba0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:17.898603 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2c3ae1bd-61c3-40c0-8c6c-a93eea80ba0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:17.909221 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2c3ae1bd-61c3-40c0-8c6c-a93eea80ba0f admin admin] Usage tracker for resource:security_group_rule and tenant:75bcadb5007a4d46a49e45993e4b6dd2 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:17:17.915390 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2c3ae1bd-61c3-40c0-8c6c-a93eea80ba0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:17:17.928366 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2c3ae1bd-61c3-40c0-8c6c-a93eea80ba0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:18.075537 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:18.125389 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae1bd-61c3-40c0-8c6c-a93eea80ba0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:18.131100 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae1bd-61c3-40c0-8c6c-a93eea80ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:18.154777 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-87d8f7b8-9f05-476e-89a3-bfdaf26fe20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:18.217261 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:18.249572 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ae1bd-61c3-40c0-8c6c-a93eea80ba0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a541f803-e32d-4ea7-8247-498da73e9734,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:18.261179 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-2c3ae1bd-61c3-40c0-8c6c-a93eea80ba0f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=75bcadb5007a4d46a49e45993e4b6dd2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4322486
Feb 18 11:17:18.263852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2c3ae1bd-61c3-40c0-8c6c-a93eea80ba0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:18.266350 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44060) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:18.526521 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-901f5982-a200-4455-8ced-c0212e1b5d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:18.614789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-901f5982-a200-4455-8ced-c0212e1b5d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:18.758405 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 44070) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:18.847493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2854b316-cdef-422d-b454-5157618d6255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:18.873789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-901f5982-a200-4455-8ced-c0212e1b5d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:18.883291 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ed1084be-f7f2-4412-911f-2502f4311d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:18.907471 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-44f04608-cb42-42c1-8642-04a4cc26837a req-348bf5aa-a44a-4797-b6b5-729966e1cf05 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 210 time: 0.1851492
Feb 18 11:17:18.911156 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f5982-a200-4455-8ced-c0212e1b5d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a541f803-e32d-4ea7-8247-498da73e9734,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:18.917382 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-901f5982-a200-4455-8ced-c0212e1b5d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:18.933976 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2854b316-cdef-422d-b454-5157618d6255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:18.947429 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-901f5982-a200-4455-8ced-c0212e1b5d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:18.948670 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2854b316-cdef-422d-b454-5157618d6255 admin admin] Usage tracker for resource:security_group_rule and tenant:6c72f73138c54605b2e3a46b93a5a3a0 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:17:18.955310 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-901f5982-a200-4455-8ced-c0212e1b5d49 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a541f803-e32d-4ea7-8247-498da73e9734 HTTP/1.1" status: 204  len: 168 time: 0.6843362
Feb 18 11:17:18.970096 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2854b316-cdef-422d-b454-5157618d6255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:17:18.989638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2854b316-cdef-422d-b454-5157618d6255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:19.205789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:19.227561 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:19.268334 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2d112194-d16f-4b85-9bfe-3150842e57c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:19.930993 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2854b316-cdef-422d-b454-5157618d6255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:19.951230 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2854b316-cdef-422d-b454-5157618d6255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:19.995535 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event updated for resources: {'Port': ['ID=9b6502e8-8504-49b2-87d2-7975029c5594,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:20.015702 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:20.016850 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-50b3fc0f-eeb9-4116-b17f-482fd6c13d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:20.235350 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-2854b316-cdef-422d-b454-5157618d6255 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c72f73138c54605b2e3a46b93a5a3a0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4581368
Feb 18 11:17:20.236374 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44102) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:20.258157 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-47d86ecd-99d0-4b6c-a8db-810b3c024f98 req-d7b9d7e2-617d-4729-bbd5-b9f0b85fbd93 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 210 time: 0.1465809
Feb 18 11:17:20.259403 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854b316-cdef-422d-b454-5157618d6255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87b9f88-2c0f-457b-a141-3fe6056825b7,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:20.268944 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2854b316-cdef-422d-b454-5157618d6255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:20.382415 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:20.409794 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fef3b7c5-cb93-4c5d-89ca-def103e937ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:20.433292 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:20.435958 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.1961925
Feb 18 11:17:20.478379 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fef3b7c5-cb93-4c5d-89ca-def103e937ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:20.596594 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fef3b7c5-cb93-4c5d-89ca-def103e937ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:20.607565 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-901f5982-a200-4455-8ced-c0212e1b5d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:20.638962 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3b7c5-cb93-4c5d-89ca-def103e937ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87b9f88-2c0f-457b-a141-3fe6056825b7,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:20.647159 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-fef3b7c5-cb93-4c5d-89ca-def103e937ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:20.647921 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fef3b7c5-cb93-4c5d-89ca-def103e937ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:20.650396 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-fef3b7c5-cb93-4c5d-89ca-def103e937ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f87b9f88-2c0f-457b-a141-3fe6056825b7 HTTP/1.1" status: 204  len: 168 time: 0.4118609
Feb 18 11:17:20.936097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-fe6bc727-6cdc-4d8f-ab21-8a7f951de5ad tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Synchronizing usage tracker for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:17:20.962464 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-fe6bc727-6cdc-4d8f-ab21-8a7f951de5ad tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Unset dirty status for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:17:20.965281 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-fe6bc727-6cdc-4d8f-ab21-8a7f951de5ad tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--393166301&fields=id&tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c HTTP/1.1" status: 200  len: 267 time: 0.1004028
Feb 18 11:17:21.363204 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-57df0528-dc00-4845-922d-66496fdfea7a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:21.374464 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-57df0528-dc00-4845-922d-66496fdfea7a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/networks?id=898e5d09-fa06-443a-ad06-089028ce346b HTTP/1.1" status: 200  len: 816 time: 0.3922286
Feb 18 11:17:21.399461 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-11b75af2-c6e4-4280-903c-87d87e9311cb tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/quotas/a547afc1db8c4cf69b758ed2ce7d7e3c HTTP/1.1" status: 200  len: 375 time: 0.0236166
Feb 18 11:17:21.565854 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7b2e0c58-2cb1-47d5-bfde-16c9c6e7e3a8 req-1a429cc0-0a1b-403f-aeb7-018afc910ae8 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 210 time: 0.1409574
Feb 18 11:17:21.614869 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-936bc86f-8db9-47c2-8f93-449d706485f3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Synchronizing usage tracker for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:17:21.639005 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-936bc86f-8db9-47c2-8f93-449d706485f3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Unset dirty status for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:17:21.648942 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-936bc86f-8db9-47c2-8f93-449d706485f3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2374442
Feb 18 11:17:22.001430 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-78feaa0b-f2de-4811-af26-3f6a7800482d service neutron] 10.222.0.65 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3074558
Feb 18 11:17:22.281272 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-de56ddc2-ba1c-4ae8-86af-6ddc0bf081b9 service neutron] 10.222.0.65 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2747378
Feb 18 11:17:22.986911 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-49d15991-9f94-423d-9a49-1a0831c4ad44 req-bd4a3acb-181d-4fea-8e53-d494bd7a2853 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 210 time: 0.2585733
Feb 18 11:17:23.166124 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9974f904-6c6b-4587-b99d-e5ee7d956864 req-f1e8601c-0237-4d15-81a8-d995c672c7d2 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 210 time: 0.2220380
Feb 18 11:17:24.950132 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-06f303e2-88a6-46ff-8b8c-054b4abcfd02 req-e92006c6-6dcd-49ef-9ae0-7789be694998 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 210 time: 0.2822089
Feb 18 11:17:24.963165 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5e9c2b37-6533-4b1a-ae8b-b7dee9c2e7d0 req-6647ca84-e3d5-44db-9e2f-81130f3303a0 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 210 time: 0.3239677
Feb 18 11:17:25.036022 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-9d43f6dc-0e3e-4e0f-a4f2-0482fcaf9c84 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:25.039463 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-9d43f6dc-0e3e-4e0f-a4f2-0482fcaf9c84 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.79 "GET /v2.0/networks?id=503312d2-9807-4398-af38-b17366be9b97 HTTP/1.1" status: 200  len: 815 time: 0.9605665
Feb 18 11:17:25.083672 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Request body: {'port': {'device_id': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'network_id': '503312d2-9807-4398-af38-b17366be9b97', 'admin_state_up': True, 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:17:25.462649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:25.488734 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:25.507893 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Made reservation on behalf of 4fe5fb7e1a354d7ca09c4b2f69382355 for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:17:25.521533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:26.237163 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Allocated IP 172.20.0.13 (503312d2-9807-4398-af38-b17366be9b97/37be6e4f-3b7a-4e85-a12c-688a864871b3/4743c7ae-2af0-4402-9409-f778be91d483) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:17:26.394616 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c9c65ba7-dfd2-4b66-9d87-ab5fa0ee74b0 req-111e87e3-a66a-44ee-90ee-7678f4a11609 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 210 time: 0.1325431
Feb 18 11:17:26.787554 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-495d8ac4-9a45-4c9a-b381-30376deda8c2 req-d5307b28-aceb-4048-9c5b-6931ad89b9ae tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 210 time: 0.2613418
Feb 18 11:17:26.935068 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44280) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:26.959510 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:26.996459 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Transition to ACTIVE for port object 4743c7ae-2af0-4402-9409-f778be91d483 will not be triggered until provisioned by entity DHCP. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:17:27.053687 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:27.091179 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6c813770-21db-4f87-b118-b05193dee7b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:27.212394 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ddea7b59-921c-492e-a6f9-0ed3831c832e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:27.246114 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ddea7b59-921c-492e-a6f9-0ed3831c832e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:27.255059 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ddea7b59-921c-492e-a6f9-0ed3831c832e admin admin] Usage tracker for resource:security_group_rule and tenant:c93ea3e8be024f1f83d284d93d8c6195 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:17:27.261507 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ddea7b59-921c-492e-a6f9-0ed3831c832e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:17:27.277995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ddea7b59-921c-492e-a6f9-0ed3831c832e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:27.376037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Pushing event updated for resources: {'Port': ['ID=4743c7ae-2af0-4402-9409-f778be91d483,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:27.388912 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:27.502613 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ddea7b59-921c-492e-a6f9-0ed3831c832e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:27.511266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ddea7b59-921c-492e-a6f9-0ed3831c832e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:27.550922 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Network 503312d2-9807-4398-af38-b17366be9b97 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:17:27.554146 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:17:27.566013 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:17:27.612255 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ff22b135-b6ad-459a-8b68-31d3a5fab1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:27.694035 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ddea7b59-921c-492e-a6f9-0ed3831c832e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c93ea3e8be024f1f83d284d93d8c6195&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7523401
Feb 18 11:17:27.695103 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea7b59-921c-492e-a6f9-0ed3831c832e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ad5313-cc47-474d-af49-c95ac7a3cbd3,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:27.702533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44296) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:27.704569 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ddea7b59-921c-492e-a6f9-0ed3831c832e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:27.824908 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:27.826017 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:27.905928 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8320794
Feb 18 11:17:28.011414 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fdce0d41-d776-47ce-9f9a-3022ce6f7a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:28.083055 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fdce0d41-d776-47ce-9f9a-3022ce6f7a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:28.099729 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-468d352e-5eb1-4522-a189-3bc1a463ceb4 None None] Provisioning for port 4743c7ae-2af0-4402-9409-f778be91d483 completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:17:28.117527 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-468d352e-5eb1-4522-a189-3bc1a463ceb4 None None] Provisioning complete for port 4743c7ae-2af0-4402-9409-f778be91d483 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:17:28.118168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-468d352e-5eb1-4522-a189-3bc1a463ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:28.185473 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8b1bde4b-fb7e-483e-a33f-5ae99f0c5db1 req-9d332aac-1f30-48bb-8a7b-79db527d6486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 210 time: 0.1113529
Feb 18 11:17:28.194779 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590cd8e-faae-4b97-b5da-c0c40a425d45 req-eff17c11-8b5b-47a8-9eb7-d69b306a975d tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:28.197996 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3590cd8e-faae-4b97-b5da-c0c40a425d45 req-eff17c11-8b5b-47a8-9eb7-d69b306a975d tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 932 time: 0.3610253
Feb 18 11:17:28.240952 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-468d352e-5eb1-4522-a189-3bc1a463ceb4 None None] Port 4743c7ae-2af0-4402-9409-f778be91d483 cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:17:28.245184 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fdce0d41-d776-47ce-9f9a-3022ce6f7a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:28.262395 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ddea7b59-921c-492e-a6f9-0ed3831c832e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:28.294517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce0d41-d776-47ce-9f9a-3022ce6f7a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ad5313-cc47-474d-af49-c95ac7a3cbd3,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:28.301217 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-fdce0d41-d776-47ce-9f9a-3022ce6f7a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:28.336609 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fdce0d41-d776-47ce-9f9a-3022ce6f7a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:28.339246 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-fdce0d41-d776-47ce-9f9a-3022ce6f7a4a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62ad5313-cc47-474d-af49-c95ac7a3cbd3 HTTP/1.1" status: 204  len: 168 time: 0.6315582
Feb 18 11:17:28.371341 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-3590cd8e-faae-4b97-b5da-c0c40a425d45 req-04a723e1-489d-42bc-8eed-1fdc0b0b277b tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Synchronizing usage tracker for tenant:4fe5fb7e1a354d7ca09c4b2f69382355 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:17:28.439025 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-3590cd8e-faae-4b97-b5da-c0c40a425d45 req-04a723e1-489d-42bc-8eed-1fdc0b0b277b tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Unset dirty status for tenant:4fe5fb7e1a354d7ca09c4b2f69382355 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:17:28.441804 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3590cd8e-faae-4b97-b5da-c0c40a425d45 req-04a723e1-489d-42bc-8eed-1fdc0b0b277b tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2288549
Feb 18 11:17:29.138042 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 44316) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:29.211573 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c07a12e9-d573-4f8f-9873-08d86da8230e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:29.243887 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-c07a12e9-d573-4f8f-9873-08d86da8230e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:29.256695 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-c07a12e9-d573-4f8f-9873-08d86da8230e admin admin] Usage tracker for resource:security_group_rule and tenant:9423241e2b4d482392da130f46fbd0bf is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:17:29.263418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-c07a12e9-d573-4f8f-9873-08d86da8230e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:17:29.277398 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-c07a12e9-d573-4f8f-9873-08d86da8230e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:29.582994 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c07a12e9-d573-4f8f-9873-08d86da8230e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:29.670318 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c07a12e9-d573-4f8f-9873-08d86da8230e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:29.751417 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f7a98aab-7058-4058-b1f9-693ea77de30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:29.931501 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a12e9-d573-4f8f-9873-08d86da8230e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa7131f-4f52-4337-b41b-186fa968916b,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:29.941042 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-48b15bed-b17b-4cb3-91b0-040a162ba5d4 req-1b8a4b9d-f5e8-4e06-9dbb-b586a5cc85b7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 210 time: 0.3497186
Feb 18 11:17:29.957140 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-c07a12e9-d573-4f8f-9873-08d86da8230e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9423241e2b4d482392da130f46fbd0bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8175013
Feb 18 11:17:29.957578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44328) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:29.959056 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c07a12e9-d573-4f8f-9873-08d86da8230e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:30.137724 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-38782bef-39b9-4de4-a580-4824241b42f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:30.193774 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-38782bef-39b9-4de4-a580-4824241b42f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:30.389615 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-38782bef-39b9-4de4-a580-4824241b42f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:30.422421 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ec3a5642-806e-4508-ac0a-f46f6e9a996a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:30.482561 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605bb2c-fb14-4f2d-8872-75e9f1d2a21f req-41d7bebd-ab23-46c0-bde4-b117cbf26034 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:30.487131 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1605bb2c-fb14-4f2d-8872-75e9f1d2a21f req-41d7bebd-ab23-46c0-bde4-b117cbf26034 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 932 time: 0.7022884
Feb 18 11:17:30.503579 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38782bef-39b9-4de4-a580-4824241b42f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa7131f-4f52-4337-b41b-186fa968916b,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:30.572364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-38782bef-39b9-4de4-a580-4824241b42f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:30.600394 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-38782bef-39b9-4de4-a580-4824241b42f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:30.607933 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-38782bef-39b9-4de4-a580-4824241b42f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/efa7131f-4f52-4337-b41b-186fa968916b HTTP/1.1" status: 204  len: 168 time: 0.6481254
Feb 18 11:17:30.709066 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1605bb2c-fb14-4f2d-8872-75e9f1d2a21f req-bc435908-fc3c-4c36-bf9e-168a3c0e78bb tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1936431
Feb 18 11:17:31.488867 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-da3bbac0-a5eb-4ada-8665-01bb524c469e req-4116598a-a663-492a-b41a-42fcea59e5dc tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 210 time: 0.1538072
Feb 18 11:17:31.789078 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:32.237814 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c64560eb-4f32-456a-a909-f1ef9dcac56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:32.652887 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc8a3c-8bcb-4f95-b885-de98e9268199 req-b1d257b3-8b6a-432b-bbec-8901b4222dac tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:32.675859 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-41fc8a3c-8bcb-4f95-b885-de98e9268199 req-b1d257b3-8b6a-432b-bbec-8901b4222dac tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 932 time: 0.4791012
Feb 18 11:17:32.853266 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-41fc8a3c-8bcb-4f95-b885-de98e9268199 req-8ca337dd-e0a8-4e86-9f06-992abd0c955b tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668904
Feb 18 11:17:33.149278 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Request body: {'port': {'device_id': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:17:33.461707 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-54c80b50-bb65-4c20-b10d-608d1edfd31e req-88411d5d-a9b2-45f9-a69b-50a2fa42bc91 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 210 time: 0.1796086
Feb 18 11:17:33.819723 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:33.861194 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-dfa62fcc-2381-4d0c-84ef-e4c84d755e89 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:33.864029 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-dfa62fcc-2381-4d0c-84ef-e4c84d755e89 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.79 "GET /v2.0/networks?id=898e5d09-fa06-443a-ad06-089028ce346b HTTP/1.1" status: 200  len: 816 time: 1.1289625
Feb 18 11:17:34.313651 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ca8cc-1fb6-40d6-bbdd-ce0bd1cd504b req-d2f0c54b-0973-434a-9697-a49121b782b6 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:34.327392 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-360ca8cc-1fb6-40d6-bbdd-ce0bd1cd504b req-d2f0c54b-0973-434a-9697-a49121b782b6 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 932 time: 0.1890366
Feb 18 11:17:34.418452 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-360ca8cc-1fb6-40d6-bbdd-ce0bd1cd504b req-25c51106-63e7-4028-9e7e-531a2a8ccc00 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887110
Feb 18 11:17:34.695334 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4743c7ae-2af0-4402-9409-f778be91d483 {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:17:34.712901 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:34.739760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Transition to ACTIVE for port object 4743c7ae-2af0-4402-9409-f778be91d483 will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:17:34.747350 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:34.892522 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b8221de0-2c7d-47d6-97fd-432ee208a5e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:35.115560 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0aae653c-a45a-43be-a49b-9fd919d6cdd0 req-a6fe4f61-79ed-43fa-bec8-b9eb38348a28 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 210 time: 0.2249362
Feb 18 11:17:35.162581 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Pushing event updated for resources: {'Port': ['ID=4743c7ae-2af0-4402-9409-f778be91d483,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:35.189090 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:35.664601 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5f28d3e9-2c21-4cae-baa6-efa003731a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:35.993576 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807d977-6d11-4dbf-8eb7-5c5cfdf4af40 req-ff06ee1e-d8c6-4111-a64e-486cb4dcbd65 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:35.999832 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5807d977-6d11-4dbf-8eb7-5c5cfdf4af40 req-ff06ee1e-d8c6-4111-a64e-486cb4dcbd65 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 944 time: 0.2887900
Feb 18 11:17:36.060178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Attempting to bind port 4743c7ae-2af0-4402-9409-f778be91d483 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:17:36.062312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Attempting to bind port 4743c7ae-2af0-4402-9409-f778be91d483 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'b0ca712c-83d4-4012-9f3f-3ec10f606487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '503312d2-9807-4398-af38-b17366be9b97'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:17:36.063287 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Attempting to bind port 4743c7ae-2af0-4402-9409-f778be91d483 on network 503312d2-9807-4398-af38-b17366be9b97 {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:17:36.086227 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:17:36.086850 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Checking segment: {'id': 'b0ca712c-83d4-4012-9f3f-3ec10f606487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '503312d2-9807-4398-af38-b17366be9b97'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:17:36.087970 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:36.088736 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Bound using segment: {'id': 'b0ca712c-83d4-4012-9f3f-3ec10f606487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '503312d2-9807-4398-af38-b17366be9b97'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:17:36.089595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Bound port: 4743c7ae-2af0-4402-9409-f778be91d483, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ca712c-83d4-4012-9f3f-3ec10f606487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '503312d2-9807-4398-af38-b17366be9b97'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:17:36.090267 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:36.211197 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5807d977-6d11-4dbf-8eb7-5c5cfdf4af40 req-0e3be9ad-dae1-47f2-bd6b-0e35d37696d5 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1958292
Feb 18 11:17:36.250531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:36.449937 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] For port 4743c7ae-2af0-4402-9409-f778be91d483, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:17:36.470577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] For port 4743c7ae-2af0-4402-9409-f778be91d483, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4743c7ae-2af0-4402-9409-f778be91d483,segment=NetworkSegment(b0ca712c-83d4-4012-9f3f-3ec10f606487),segment_id=b0ca712c-83d4-4012-9f3f-3ec10f606487)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:17:36.483894 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:36.952189 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c93b5318-bd49-4c97-8587-7c9b95ce9561 req-aedb0cd4-1e1f-4670-ae0a-34c01793ddc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 210 time: 0.3414207
Feb 18 11:17:37.098620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44452) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:37.730990 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-85465481-3a94-46b6-a248-3329ec3d63ec tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:37.768795 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b551942-18f8-42ef-bcf8-e74025f4c04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:37.949507 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Pushing event updated for resources: {'Port': ['ID=4743c7ae-2af0-4402-9409-f778be91d483,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:37.963776 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:38.205723 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-9fc14b3e-058e-45ce-8c6c-f94323f742c7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c HTTP/1.1" status: 200  len: 5704 time: 0.5195882
Feb 18 11:17:38.210093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-6b551942-18f8-42ef-bcf8-e74025f4c04c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:38.220837 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-6b551942-18f8-42ef-bcf8-e74025f4c04c admin admin] Usage tracker for resource:security_group_rule and tenant:0c7918f569a4411b9ace64b08af9dc0d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:17:38.230981 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-6b551942-18f8-42ef-bcf8-e74025f4c04c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:17:38.246008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-6b551942-18f8-42ef-bcf8-e74025f4c04c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:38.254286 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:38.259064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:38.268350 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:38.272656 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] 10.222.0.79 "PUT /v2.0/ports/4743c7ae-2af0-4402-9409-f778be91d483 HTTP/1.1" status: 200  len: 1158 time: 5.3263490
Feb 18 11:17:38.273885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'tag': '4743c7ae-2af0-4402-9409-f778be91d483'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:17:38.356765 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Request body: {'port': {'device_id': '649e4d56-c98f-4166-986c-e953f54865aa', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'admin_state_up': True, 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'security_groups': ['ef02f21c-5b94-4228-b2a4-9f224e7705cb']}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:17:38.524376 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:17:38.556954 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:38.590684 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b551942-18f8-42ef-bcf8-e74025f4c04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:38.613773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b551942-18f8-42ef-bcf8-e74025f4c04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:38.718668 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0933e4e3-5699-4759-9024-9944c808af87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:38.792242 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-6b551942-18f8-42ef-bcf8-e74025f4c04c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c7918f569a4411b9ace64b08af9dc0d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6896429
Feb 18 11:17:38.794316 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b551942-18f8-42ef-bcf8-e74025f4c04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a1b001-bed7-4464-895c-f02b73378982,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:38.819904 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44478) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:38.822113 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6b551942-18f8-42ef-bcf8-e74025f4c04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:39.041825 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51734dc4-dc29-4ea4-86ab-f141c532e6c6 req-0231371e-364a-472c-930b-75a09c5e51d6 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:39.055947 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-51734dc4-dc29-4ea4-86ab-f141c532e6c6 req-0231371e-364a-472c-930b-75a09c5e51d6 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 944 time: 1.3417420
Feb 18 11:17:39.197469 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-51734dc4-dc29-4ea4-86ab-f141c532e6c6 req-229ee49d-022a-4bcb-8515-e552dbe61f95 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202888
Feb 18 11:17:39.282056 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-de821e73-3e91-4b1a-9ad6-4ff096c22765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:39.412693 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-de821e73-3e91-4b1a-9ad6-4ff096c22765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:39.534400 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:39.583374 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:39.627176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-de821e73-3e91-4b1a-9ad6-4ff096c22765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:39.642799 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-79040543-1df0-48de-a9fc-713826aaef8a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:39.657304 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'tag': '4743c7ae-2af0-4402-9409-f778be91d483', 'status': 'completed', 'code': 200}
Feb 18 11:17:39.664619 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de821e73-3e91-4b1a-9ad6-4ff096c22765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a1b001-bed7-4464-895c-f02b73378982,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:39.672554 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-de821e73-3e91-4b1a-9ad6-4ff096c22765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:39.714709 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-de821e73-3e91-4b1a-9ad6-4ff096c22765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:39.719154 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7347f416-02af-49e5-8c78-0c69e7482d84 req-3f1e8b00-6c31-474f-84b8-cb0bcacbdc35 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 210 time: 0.6558139
Feb 18 11:17:39.722752 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-de821e73-3e91-4b1a-9ad6-4ff096c22765 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5a1b001-bed7-4464-895c-f02b73378982 HTTP/1.1" status: 204  len: 168 time: 0.8966131
Feb 18 11:17:39.739072 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Made reservation on behalf of a547afc1db8c4cf69b758ed2ce7d7e3c for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:17:39.752634 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:40.167994 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-8181155e-c820-4410-90c1-f86bef2bc02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:40.172828 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-8181155e-c820-4410-90c1-f86bef2bc02d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4fe5fb7e1a354d7ca09c4b2f69382355&device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 1161 time: 0.9004424
Feb 18 11:17:40.811620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44500) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:41.083223 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ac777-f12f-4feb-93be-6d8bf6c89036 req-bf26aecc-ef4c-455c-89b8-07dcf61a3bb0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:41.100232 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-758ac777-f12f-4feb-93be-6d8bf6c89036 req-bf26aecc-ef4c-455c-89b8-07dcf61a3bb0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 944 time: 0.6182179
Feb 18 11:17:41.121191 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4b242c8d-da07-4969-b1e7-d45f2d2044c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:41.221949 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-3d796cf2-5358-4289-8d2f-f40af309022c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4743c7ae-2af0-4402-9409-f778be91d483 HTTP/1.1" status: 200  len: 217 time: 0.4305701
Feb 18 11:17:41.371130 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-4b242c8d-da07-4969-b1e7-d45f2d2044c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:41.393368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-4b242c8d-da07-4969-b1e7-d45f2d2044c1 admin admin] Usage tracker for resource:security_group_rule and tenant:23eabbef680f490285e5301d81838ef8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:17:41.404199 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-758ac777-f12f-4feb-93be-6d8bf6c89036 req-d6e987dc-32c1-4422-a0d9-927d4e616199 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2857444
Feb 18 11:17:41.407526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-4b242c8d-da07-4969-b1e7-d45f2d2044c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:17:41.422411 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-4b242c8d-da07-4969-b1e7-d45f2d2044c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:41.619253 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-b95ac59e-5fae-4fbb-b040-ee0b9d2a8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:41.626747 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-b95ac59e-5fae-4fbb-b040-ee0b9d2a8661 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37be6e4f-3b7a-4e85-a12c-688a864871b3 HTTP/1.1" status: 200  len: 854 time: 0.2564552
Feb 18 11:17:41.642522 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4b242c8d-da07-4969-b1e7-d45f2d2044c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:41.648588 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4b242c8d-da07-4969-b1e7-d45f2d2044c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:41.661148 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Allocated IP 172.20.0.8 (898e5d09-fa06-443a-ad06-089028ce346b/f015fe07-4475-4004-a998-1938cc87ba5e/9090a744-74d4-468d-8d73-2b7cd47025aa) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:17:41.696532 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-dfc07d5c-fd2d-44af-b597-babc4098dcea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:41.918385 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-4b242c8d-da07-4969-b1e7-d45f2d2044c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23eabbef680f490285e5301d81838ef8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0659087
Feb 18 11:17:41.927830 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44514) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:41.995137 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b242c8d-da07-4969-b1e7-d45f2d2044c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7875e5e2-203d-4bd0-b275-a89fb966b206,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:42.013108 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4b242c8d-da07-4969-b1e7-d45f2d2044c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:42.217565 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9d1d6c40-e09e-4d93-a32c-364e62ccccf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:42.284065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9d1d6c40-e09e-4d93-a32c-364e62ccccf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:42.369687 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:42.416918 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9d1d6c40-e09e-4d93-a32c-364e62ccccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:42.424022 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9420e1b5-c335-44b0-a3da-ec5741702605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:42.477097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d6c40-e09e-4d93-a32c-364e62ccccf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7875e5e2-203d-4bd0-b275-a89fb966b206,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:42.484818 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9d1d6c40-e09e-4d93-a32c-364e62ccccf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:42.491776 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-9d1d6c40-e09e-4d93-a32c-364e62ccccf4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7875e5e2-203d-4bd0-b275-a89fb966b206 HTTP/1.1" status: 204  len: 168 time: 0.5585864
Feb 18 11:17:42.491776 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9d1d6c40-e09e-4d93-a32c-364e62ccccf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:42.755433 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-55a7da60-ca2f-44de-96f1-1bcda21c589c req-14d1c42e-5371-4b4e-8d24-4bad13bf7922 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 210 time: 1.4913502
Feb 18 11:17:42.917350 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Transition to ACTIVE for port object 9090a744-74d4-468d-8d73-2b7cd47025aa will not be triggered until provisioned by entity DHCP. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:17:43.037878 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-3de60920-4daa-433c-ad0f-aaaa7f8812da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:43.041173 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-3de60920-4daa-433c-ad0f-aaaa7f8812da service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=503312d2-9807-4398-af38-b17366be9b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5233724
Feb 18 11:17:43.055568 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:43.101438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2ae31096-2a35-4e9e-a47e-2d512c6f5729 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:43.255920 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea743c2-a054-4b46-8cf5-dd2b9fec187e req-526003c3-7ae1-404d-b55d-31198f897897 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:43.269467 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fea743c2-a054-4b46-8cf5-dd2b9fec187e req-526003c3-7ae1-404d-b55d-31198f897897 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 944 time: 0.2276404
Feb 18 11:17:43.401148 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fea743c2-a054-4b46-8cf5-dd2b9fec187e req-eed8c8db-c8ca-41e0-a676-83312ef96c01 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217792
Feb 18 11:17:43.650507 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event updated for resources: {'Port': ['ID=9090a744-74d4-468d-8d73-2b7cd47025aa,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:43.669294 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:43.837907 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-3acbf62c-4698-4e30-8a2a-c54f4e88a1a5 service neutron] 10.222.0.79 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6487558
Feb 18 11:17:43.888099 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d361c55-8638-43a5-a58d-5f23f8a4de1f req-3704d9ba-0809-4abc-900f-3856f468d1e7 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:43.892764 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3d361c55-8638-43a5-a58d-5f23f8a4de1f req-3704d9ba-0809-4abc-900f-3856f468d1e7 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 946 time: 0.7064297
Feb 18 11:17:43.969265 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Network 898e5d09-fa06-443a-ad06-089028ce346b is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:17:43.980047 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:17:44.173064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:17:44.312070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd5431-18c2-438b-a777-1d4d5180c00a req-ca0b151b-f910-49b4-a1cf-6d8a0009f5ed tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:44.325991 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bacd5431-18c2-438b-a777-1d4d5180c00a req-ca0b151b-f910-49b4-a1cf-6d8a0009f5ed tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 931 time: 0.2139649
Feb 18 11:17:44.375081 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:44.376478 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:44.458927 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3d361c55-8638-43a5-a58d-5f23f8a4de1f req-611b527f-0c84-4d57-95fb-d7179d5d8a3c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4826231
Feb 18 11:17:44.476379 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bacd5431-18c2-438b-a777-1d4d5180c00a req-79f892a7-2706-4bc8-8cb7-0b6d44365058 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1369567
Feb 18 11:17:44.594673 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-e218ba9a-ff3e-4c35-81e3-961055f77f72 None None] Provisioning for port 9090a744-74d4-468d-8d73-2b7cd47025aa completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:17:44.604638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-e218ba9a-ff3e-4c35-81e3-961055f77f72 None None] Provisioning complete for port 9090a744-74d4-468d-8d73-2b7cd47025aa triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:17:44.617761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e218ba9a-ff3e-4c35-81e3-961055f77f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:44.663599 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.3151031
Feb 18 11:17:44.671293 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eef4dd9a-b2a4-4548-a78b-2912f389e776 req-ee4c9629-462d-4984-9e21-5a09aa446db0 service neutron] 10.222.0.79 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8191094
Feb 18 11:17:44.704807 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Request body: {'port': {'device_id': '649e4d56-c98f-4166-986c-e953f54865aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:17:44.796755 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-e218ba9a-ff3e-4c35-81e3-961055f77f72 None None] Port 9090a744-74d4-468d-8d73-2b7cd47025aa cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:17:45.315847 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44570) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:45.530827 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:17:45.595979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:45.637170 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:45.663544 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:45.675131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Usage tracker for resource:security_group_rule and tenant:5ea3485b71fc49aeb71a6466b0dbf26c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:17:45.711893 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:17:45.747347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:45.821107 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:45.963685 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e,segment=NetworkSegment(825c779e-5534-4167-9bee-949cb58a537c),segment_id=825c779e-5534-4167-9bee-949cb58a537c)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:17:45.965873 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf43a73f-f9c4-4c14-bd16-099da2cc374d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:17:45.978233 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:45.984085 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:46.021757 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa7f94-3e81-4aa1-ae84-581a378e8c4d req-dc20365e-0ca5-42a5-91f1-fced95f36580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:46.025501 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-64aa7f94-3e81-4aa1-ae84-581a378e8c4d req-dc20365e-0ca5-42a5-91f1-fced95f36580 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4fe5fb7e1a354d7ca09c4b2f69382355&device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 1161 time: 1.1349716
Feb 18 11:17:46.137927 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:46.165927 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:46.187316 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-fef3b7c5-cb93-4c5d-89ca-def103e937ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:46.228173 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a665d1e-9627-411e-864c-3b2bf48ef0bd req-fa26a615-c088-4f84-8caf-cfbd0a5d7681 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:46.229832 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-1a665d1e-9627-411e-864c-3b2bf48ef0bd req-fa26a615-c088-4f84-8caf-cfbd0a5d7681 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Synchronizing usage tracker for tenant:4fe5fb7e1a354d7ca09c4b2f69382355 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:17:46.233380 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a5afa-343e-40fd-b287-176ffe0eaab5 req-c2925bdc-5f2c-4b97-a4e9-4a1b9567009b tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:46.236907 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-729a5afa-343e-40fd-b287-176ffe0eaab5 req-c2925bdc-5f2c-4b97-a4e9-4a1b9567009b tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 944 time: 0.3232315
Feb 18 11:17:46.321405 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76bc6a-b31c-41b0-8a39-b24687c3db9b req-de688c08-04c7-453d-acdf-4c3c91428830 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:46.324690 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1e76bc6a-b31c-41b0-8a39-b24687c3db9b req-de688c08-04c7-453d-acdf-4c3c91428830 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 946 time: 1.3060355
Feb 18 11:17:46.360777 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ea3485b71fc49aeb71a6466b0dbf26c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0401015
Feb 18 11:17:46.363877 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44586) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:46.381417 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2993cd79-c600-4074-9aea-c3ff3490d2c6,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:46.405479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:46.415119 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.415119 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.415627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.416084 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.416371 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.416801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.417174 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.417682 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.418076 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.418594 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.419092 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.419464 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.420699 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.421188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.421569 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.425336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.425336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.425336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.425336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.425336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.425336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.425336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.425336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.426445 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.432745 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:46.449263 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.450206 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.450633 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.451349 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.452044 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.452796 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.453510 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.454190 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.454873 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.455554 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.456261 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.457008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.457991 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.458680 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.459368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.459602 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-1a665d1e-9627-411e-864c-3b2bf48ef0bd req-fa26a615-c088-4f84-8caf-cfbd0a5d7681 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Unset dirty status for tenant:4fe5fb7e1a354d7ca09c4b2f69382355 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:17:46.460053 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.460757 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.460972 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1a665d1e-9627-411e-864c-3b2bf48ef0bd req-fa26a615-c088-4f84-8caf-cfbd0a5d7681 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 944 time: 1.5738428
Feb 18 11:17:46.461448 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.462123 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.462821 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.463512 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.464188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.464917 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.465607 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:46.492254 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:46.522911 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-729a5afa-343e-40fd-b287-176ffe0eaab5 req-82830b32-ab5e-4983-baff-8e4de25611e8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2572904
Feb 18 11:17:46.597958 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-36acc31a-4224-47aa-8773-b1ff4ff124bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:46.619631 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-1e76bc6a-b31c-41b0-8a39-b24687c3db9b req-3bde421b-c4c6-4bec-969c-5f15546c2b4c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Deleting port 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:17:46.620310 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-1e76bc6a-b31c-41b0-8a39-b24687c3db9b req-3bde421b-c4c6-4bec-969c-5f15546c2b4c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:46.646439 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-36acc31a-4224-47aa-8773-b1ff4ff124bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:46.731946 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa7f94-3e81-4aa1-ae84-581a378e8c4d req-d2fbfe4c-420b-497c-8a0b-245a138f9bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:46.735527 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-64aa7f94-3e81-4aa1-ae84-581a378e8c4d req-d2fbfe4c-420b-497c-8a0b-245a138f9bea service neutron] 10.222.0.79 "GET /v2.0/networks?id=503312d2-9807-4398-af38-b17366be9b97 HTTP/1.1" status: 200  len: 909 time: 0.6928270
Feb 18 11:17:46.754484 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-36acc31a-4224-47aa-8773-b1ff4ff124bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:46.767149 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4928fcf4-898b-4ea9-9a48-729ba5af3c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:46.859155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acc31a-4224-47aa-8773-b1ff4ff124bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2993cd79-c600-4074-9aea-c3ff3490d2c6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:46.866714 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-36acc31a-4224-47aa-8773-b1ff4ff124bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:46.910094 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-36acc31a-4224-47aa-8773-b1ff4ff124bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:46.912195 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-36acc31a-4224-47aa-8773-b1ff4ff124bb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2993cd79-c600-4074-9aea-c3ff3490d2c6 HTTP/1.1" status: 204  len: 168 time: 0.5405805
Feb 18 11:17:46.929550 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1a665d1e-9627-411e-864c-3b2bf48ef0bd req-2e258e97-f476-4f6b-9a8d-57e1a45ff965 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4453073
Feb 18 11:17:47.010222 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896f1f5-66aa-4dc3-b50a-5d257102aa44 req-087eabb3-e5d5-4385-98ad-f98c4cc603a6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:47.025070 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7896f1f5-66aa-4dc3-b50a-5d257102aa44 req-087eabb3-e5d5-4385-98ad-f98c4cc603a6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 931 time: 0.2381709
Feb 18 11:17:47.068644 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf43a73f-f9c4-4c14-bd16-099da2cc374d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e', 'code': 200}
Feb 18 11:17:47.071583 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-64aa7f94-3e81-4aa1-ae84-581a378e8c4d req-f8de3f20-0ecf-4110-aedd-00ef2557c04b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4743c7ae-2af0-4402-9409-f778be91d483 HTTP/1.1" status: 200  len: 217 time: 0.3167324
Feb 18 11:17:47.125398 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7896f1f5-66aa-4dc3-b50a-5d257102aa44 req-ac417084-ea9c-4613-a001-6510714b5b77 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0954912
Feb 18 11:17:47.531402 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa7f94-3e81-4aa1-ae84-581a378e8c4d req-47e8ebaa-c83f-40b7-a285-b4a453250522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:47.534327 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-64aa7f94-3e81-4aa1-ae84-581a378e8c4d req-47e8ebaa-c83f-40b7-a285-b4a453250522 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37be6e4f-3b7a-4e85-a12c-688a864871b3 HTTP/1.1" status: 200  len: 854 time: 0.4045720
Feb 18 11:17:47.567195 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44598) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:47.618940 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-59528f0a-ce50-41ba-9f35-c1d93f42b293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:47.646806 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-59528f0a-ce50-41ba-9f35-c1d93f42b293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:47.652205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-59528f0a-ce50-41ba-9f35-c1d93f42b293 admin admin] Usage tracker for resource:security_group_rule and tenant:59f3619bb822493988a4c2749206d820 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:17:47.671627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-59528f0a-ce50-41ba-9f35-c1d93f42b293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:17:47.686669 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-59528f0a-ce50-41ba-9f35-c1d93f42b293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:47.898213 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa7f94-3e81-4aa1-ae84-581a378e8c4d req-f1334108-63b3-4f1f-98fb-a4986d8de692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:47.901222 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-64aa7f94-3e81-4aa1-ae84-581a378e8c4d req-f1334108-63b3-4f1f-98fb-a4986d8de692 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=503312d2-9807-4398-af38-b17366be9b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3258824
Feb 18 11:17:47.942911 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-1e76bc6a-b31c-41b0-8a39-b24687c3db9b req-3bde421b-c4c6-4bec-969c-5f15546c2b4c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] For port 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e,segment=NetworkSegment(825c779e-5534-4167-9bee-949cb58a537c),segment_id=825c779e-5534-4167-9bee-949cb58a537c)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:17:47.944264 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-1e76bc6a-b31c-41b0-8a39-b24687c3db9b req-3bde421b-c4c6-4bec-969c-5f15546c2b4c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:47.983717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.objects.ports [None req-56193c99-b718-4f5e-ace2-27e299b1efbb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 11:17:47.994154 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-59528f0a-ce50-41ba-9f35-c1d93f42b293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:48.000856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-59528f0a-ce50-41ba-9f35-c1d93f42b293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:48.021617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cbe51277-523b-4257-a715-b37aa3f5d883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:48.132860 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-59528f0a-ce50-41ba-9f35-c1d93f42b293 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=59f3619bb822493988a4c2749206d820&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5627630
Feb 18 11:17:48.135264 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59528f0a-ce50-41ba-9f35-c1d93f42b293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c517e24-3a2d-4e80-b729-9af501c0c0b6,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:48.141323 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44610) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:48.147952 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-59528f0a-ce50-41ba-9f35-c1d93f42b293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:48.390524 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7da6dc7b-35f1-4525-8e28-e71aaa7150f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:48.440026 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7da6dc7b-35f1-4525-8e28-e71aaa7150f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:48.455232 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c522f1-a13e-447c-af68-5de946009f75 req-28f3c3f3-4f2e-4354-bd2b-8106433fd6c9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:48.457644 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-43c522f1-a13e-447c-af68-5de946009f75 req-28f3c3f3-4f2e-4354-bd2b-8106433fd6c9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 944 time: 0.2793972
Feb 18 11:17:48.481217 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9090a744-74d4-468d-8d73-2b7cd47025aa {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:17:48.490498 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 4743c7ae-2af0-4402-9409-f778be91d483 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:17:48.566141 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-43c522f1-a13e-447c-af68-5de946009f75 req-9d2c386c-a3b7-459e-a5cb-743896edace6 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887198
Feb 18 11:17:48.581338 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7da6dc7b-35f1-4525-8e28-e71aaa7150f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:48.593095 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e7e43f1a-c87e-4f73-a999-fcc50def32c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:48.625761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6dc7b-35f1-4525-8e28-e71aaa7150f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c517e24-3a2d-4e80-b729-9af501c0c0b6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:48.630321 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7da6dc7b-35f1-4525-8e28-e71aaa7150f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:48.632630 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7da6dc7b-35f1-4525-8e28-e71aaa7150f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:48.634944 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-7da6dc7b-35f1-4525-8e28-e71aaa7150f0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7c517e24-3a2d-4e80-b729-9af501c0c0b6 HTTP/1.1" status: 204  len: 168 time: 0.4913614
Feb 18 11:17:48.668930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-1e76bc6a-b31c-41b0-8a39-b24687c3db9b req-3bde421b-c4c6-4bec-969c-5f15546c2b4c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Calling delete_port for 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:17:48.752676 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port 4743c7ae-2af0-4402-9409-f778be91d483 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:17:48.770493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 4743c7ae-2af0-4402-9409-f778be91d483 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:17:48.770973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:48.778211 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:48.903627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Transition to ACTIVE for port object 9090a744-74d4-468d-8d73-2b7cd47025aa will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:17:48.953599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:49.051915 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:49.128997 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4743c7ae-2af0-4402-9409-f778be91d483'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:17:49.160300 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 4743c7ae-2af0-4402-9409-f778be91d483, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4743c7ae-2af0-4402-9409-f778be91d483,segment=NetworkSegment(b0ca712c-83d4-4012-9f3f-3ec10f606487),segment_id=b0ca712c-83d4-4012-9f3f-3ec10f606487)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:17:49.166340 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:49.170482 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:49.265068 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a3669e7c-35fc-4633-90b4-d4e09e2f3126 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:49.381457 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=4743c7ae-2af0-4402-9409-f778be91d483,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:49.390112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:49.411609 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c7c5b-4aea-427a-9d14-36f40ee80442 req-8ffa2abf-bd56-4513-a902-798b69453c97 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:49.414944 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f94c7c5b-4aea-427a-9d14-36f40ee80442 req-8ffa2abf-bd56-4513-a902-798b69453c97 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.5161691
Feb 18 11:17:49.527147 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f94c7c5b-4aea-427a-9d14-36f40ee80442 req-84631f58-b925-4b39-ac03-470b14cb1b0d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946417
Feb 18 11:17:49.656854 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4743c7ae-2af0-4402-9409-f778be91d483', 'code': 200}
Feb 18 11:17:49.666063 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 4743c7ae-2af0-4402-9409-f778be91d483 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:17:49.945889 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38f347-ed6a-4cd6-a66e-05ed9a90ea27 req-8336d219-1a84-499c-9177-46bc12e526d6 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:49.960649 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-da38f347-ed6a-4cd6-a66e-05ed9a90ea27 req-8336d219-1a84-499c-9177-46bc12e526d6 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 944 time: 2.0459411
Feb 18 11:17:49.990837 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-64aa7f94-3e81-4aa1-ae84-581a378e8c4d req-a3d5306d-4d6c-4720-ad03-06dc9022e46e service neutron] 10.222.0.79 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.0573986
Feb 18 11:17:50.040651 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44640) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:50.082854 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 4743c7ae-2af0-4402-9409-f778be91d483 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:17:50.083577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:50.387641 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38fe2a-66f9-4bda-af71-987a6f355414 req-0f4be4cd-4329-441a-9258-5eab02190808 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:50.410622 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7d38fe2a-66f9-4bda-af71-987a6f355414 req-0f4be4cd-4329-441a-9258-5eab02190808 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 946 time: 0.2843001
Feb 18 11:17:50.529698 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Pushing event updated for resources: {'Port': ['ID=9090a744-74d4-468d-8d73-2b7cd47025aa,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:50.555795 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7d38fe2a-66f9-4bda-af71-987a6f355414 req-28f48fd9-8245-4379-af31-538b536cd4b2 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395903
Feb 18 11:17:50.675202 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-48ef8a7c-7a06-4322-9eab-3f2d258cf417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:50.740418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-48ef8a7c-7a06-4322-9eab-3f2d258cf417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:17:50.748978 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-48ef8a7c-7a06-4322-9eab-3f2d258cf417 admin admin] Usage tracker for resource:security_group_rule and tenant:b95f0c5e23014dc3b57fd4c60dc43dc9 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:17:50.755789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-48ef8a7c-7a06-4322-9eab-3f2d258cf417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:17:50.768088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-48ef8a7c-7a06-4322-9eab-3f2d258cf417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:17:50.930989 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-64aa7f94-3e81-4aa1-ae84-581a378e8c4d req-2cfad7a5-9a90-4a49-a36b-bdb0a22cd595 service neutron] 10.222.0.79 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6413848
Feb 18 11:17:50.978278 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-da38f347-ed6a-4cd6-a66e-05ed9a90ea27 req-bf826c73-1ca9-49c8-b207-7066ea7b3d0a tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72ea59c-6da1-49f5-8883-dc9920795df1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8062940
Feb 18 11:17:50.979240 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-1e76bc6a-b31c-41b0-8a39-b24687c3db9b req-3bde421b-c4c6-4bec-969c-5f15546c2b4c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:50.998616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:50.999605 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.000367 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.001468 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.002650 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.003432 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.004183 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.004948 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.005649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.006657 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.007333 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.008072 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.009104 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.009847 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.010586 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.011241 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.011940 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.012681 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.013439 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.014099 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.014766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.015415 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.016078 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.016961 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:17:51.077917 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-48ef8a7c-7a06-4322-9eab-3f2d258cf417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:51.088748 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-48ef8a7c-7a06-4322-9eab-3f2d258cf417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:51.105198 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.840s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:51.124150 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b1bbeb3c-7a93-4273-b1a8-4373420e1a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:51.159888 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c0ae6838-1247-4396-bc7e-6e5c9390374d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:51.181534 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-48ef8a7c-7a06-4322-9eab-3f2d258cf417 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b95f0c5e23014dc3b57fd4c60dc43dc9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1346340
Feb 18 11:17:51.184051 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44656) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:17:51.286714 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef8a7c-7a06-4322-9eab-3f2d258cf417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e08e5b-5931-47da-beda-f761c2e402d3,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:51.307023 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-48ef8a7c-7a06-4322-9eab-3f2d258cf417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:51.319757 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e290f-1a23-4b2a-a875-1bb4c8d2c6b9 req-575c88be-a2a9-46ba-837a-70d35898f7bd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:51.323018 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f0e290f-1a23-4b2a-a875-1bb4c8d2c6b9 req-575c88be-a2a9-46ba-837a-70d35898f7bd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.4278026
Feb 18 11:17:51.345752 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde421b-c4c6-4bec-969c-5f15546c2b4c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Pushing event deleted for resources: {'Port': ['ID=6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:51.370125 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3bde421b-c4c6-4bec-969c-5f15546c2b4c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:51.437807 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2c13d141-7639-465c-9d9d-57cbe35c543b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:51.464595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Attempting to bind port 9090a744-74d4-468d-8d73-2b7cd47025aa on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:17:51.465107 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Attempting to bind port 9090a744-74d4-468d-8d73-2b7cd47025aa by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '24fea582-f1f7-4185-ad24-c9ed37528ccf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:17:51.465944 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Attempting to bind port 9090a744-74d4-468d-8d73-2b7cd47025aa on network 898e5d09-fa06-443a-ad06-089028ce346b {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:17:51.503537 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f0e290f-1a23-4b2a-a875-1bb4c8d2c6b9 req-003497ef-5685-468e-9404-6da5e658e43a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1492953
Feb 18 11:17:51.512966 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2c13d141-7639-465c-9d9d-57cbe35c543b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:51.535315 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:17:51.536587 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Checking segment: {'id': '24fea582-f1f7-4185-ad24-c9ed37528ccf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:17:51.537830 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:51.539204 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Bound using segment: {'id': '24fea582-f1f7-4185-ad24-c9ed37528ccf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:17:51.540361 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Bound port: 9090a744-74d4-468d-8d73-2b7cd47025aa, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fea582-f1f7-4185-ad24-c9ed37528ccf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:17:51.540757 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:51.605051 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15eb639-5089-42eb-b782-b22e322e6269 req-1607f5e0-d56b-46bf-b27b-686da2185940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:51.608758 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d15eb639-5089-42eb-b782-b22e322e6269 req-1607f5e0-d56b-46bf-b27b-686da2185940 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 1163 time: 1.3187253
Feb 18 11:17:51.638996 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2c13d141-7639-465c-9d9d-57cbe35c543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:51.649793 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7fea5bc3-104e-40d7-9f98-1ec396450db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:51.716338 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13d141-7639-465c-9d9d-57cbe35c543b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e08e5b-5931-47da-beda-f761c2e402d3,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:51.721388 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2c13d141-7639-465c-9d9d-57cbe35c543b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:51.723284 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2c13d141-7639-465c-9d9d-57cbe35c543b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:51.726114 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-2c13d141-7639-465c-9d9d-57cbe35c543b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1e08e5b-5931-47da-beda-f761c2e402d3 HTTP/1.1" status: 204  len: 168 time: 0.5360518
Feb 18 11:17:51.834913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e76bc6a-b31c-41b0-8a39-b24687c3db9b req-3bde421b-c4c6-4bec-969c-5f15546c2b4c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] No DVR routers for this DVR port 6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:17:51.849515 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-1e76bc6a-b31c-41b0-8a39-b24687c3db9b req-3bde421b-c4c6-4bec-969c-5f15546c2b4c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:51.855484 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf43a73f-f9c4-4c14-bd16-099da2cc374d', 'name': 'network-vif-deleted', 'tag': '6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:17:52.062836 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf43a73f-f9c4-4c14-bd16-099da2cc374d', 'name': 'network-vif-deleted', 'tag': '6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e', 'status': 'completed', 'code': 200}
Feb 18 11:17:52.094981 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1e76bc6a-b31c-41b0-8a39-b24687c3db9b req-3bde421b-c4c6-4bec-969c-5f15546c2b4c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.79 "DELETE /v2.0/ports/6e5a88b0-72ec-4f1b-a96d-bfe64b759a0e HTTP/1.1" status: 204  len: 173 time: 5.7448170
Feb 18 11:17:52.103978 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d15eb639-5089-42eb-b782-b22e322e6269 req-1f1f1f58-5d9b-4842-bafa-0a0c9fe80289 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4325957
Feb 18 11:17:52.133237 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] For port 9090a744-74d4-468d-8d73-2b7cd47025aa, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:17:52.143616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] For port 9090a744-74d4-468d-8d73-2b7cd47025aa, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9090a744-74d4-468d-8d73-2b7cd47025aa,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:17:52.170479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:52.207546 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3f07dd83-d90e-41c0-8285-d16367982a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:17:52.382329 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a92cd62e-f84c-48d7-92a0-110ebbeeeb25 req-e791f031-f423-466c-9aa1-da88af01e4d8 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 210 time: 0.1081581
Feb 18 11:17:52.601335 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21253717-467f-446b-b679-2350d4f8a3a0 req-9614456b-a100-4d83-87e6-da5027252629 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:52.609196 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-21253717-467f-446b-b679-2350d4f8a3a0 req-9614456b-a100-4d83-87e6-da5027252629 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 946 time: 0.6907749
Feb 18 11:17:52.833245 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-21253717-467f-446b-b679-2350d4f8a3a0 req-716f5157-199c-422d-a154-6a2227f9ae10 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956365
Feb 18 11:17:52.854471 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Pushing event updated for resources: {'Port': ['ID=9090a744-74d4-468d-8d73-2b7cd47025aa,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:17:52.860762 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:52.862130 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:17:52.864891 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] 10.222.0.79 "PUT /v2.0/ports/9090a744-74d4-468d-8d73-2b7cd47025aa HTTP/1.1" status: 200  len: 1157 time: 8.1770272
Feb 18 11:17:52.866494 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:17:53.159208 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae2a2c-6095-412c-88b9-e638d420c78b req-feceba10-5a54-4aec-9b20-a7a0e8fc72a0 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:53.182735 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-32ae2a2c-6095-412c-88b9-e638d420c78b req-feceba10-5a54-4aec-9b20-a7a0e8fc72a0 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.2959781
Feb 18 11:17:53.303852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-248cf9a3-3b90-440e-90f4-585979de5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:53.306992 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-248cf9a3-3b90-440e-90f4-585979de5ee2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c&device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 1160 time: 0.3358827
Feb 18 11:17:53.390538 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-32ae2a2c-6095-412c-88b9-e638d420c78b req-b67d54a7-3311-476a-bdef-2e8411a35a4a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2045622
Feb 18 11:17:53.617155 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-eafdaf4d-0ae7-4855-b780-17646db2dcc4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9090a744-74d4-468d-8d73-2b7cd47025aa HTTP/1.1" status: 200  len: 217 time: 0.2948616
Feb 18 11:17:53.927696 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-04a692a8-8a61-4ac6-be5e-23dd471cb99b req-03d74068-b821-4254-8cb9-f5c639659518 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Synchronizing usage tracker for tenant:631a9d49645c411f8ed9de83016996f5 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:17:53.994189 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-04a692a8-8a61-4ac6-be5e-23dd471cb99b req-03d74068-b821-4254-8cb9-f5c639659518 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Unset dirty status for tenant:631a9d49645c411f8ed9de83016996f5 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:17:53.997049 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-04a692a8-8a61-4ac6-be5e-23dd471cb99b req-03d74068-b821-4254-8cb9-f5c639659518 tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf43a73f-f9c4-4c14-bd16-099da2cc374d HTTP/1.1" status: 200  len: 210 time: 0.1840141
Feb 18 11:17:54.005328 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-01fbec27-fc1c-44f0-b158-3587783b64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:54.008612 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-01fbec27-fc1c-44f0-b158-3587783b64d3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f015fe07-4475-4004-a998-1938cc87ba5e HTTP/1.1" status: 200  len: 855 time: 0.3831489
Feb 18 11:17:54.117178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649e4d56-c98f-4166-986c-e953f54865aa', 'tag': '9090a744-74d4-468d-8d73-2b7cd47025aa'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:17:54.246816 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649e4d56-c98f-4166-986c-e953f54865aa', 'tag': '9090a744-74d4-468d-8d73-2b7cd47025aa', 'status': 'completed', 'code': 200}
Feb 18 11:17:54.260792 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-e19bffd0-67bf-4bf1-93ca-f58f85c5336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:54.266729 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-e19bffd0-67bf-4bf1-93ca-f58f85c5336f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=898e5d09-fa06-443a-ad06-089028ce346b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2480943
Feb 18 11:17:54.368311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad38230-21db-470d-b4c5-a072adf37687 req-37e64d66-ef84-4023-ba32-9617a86be7a5 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:54.377352 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ad38230-21db-470d-b4c5-a072adf37687 req-37e64d66-ef84-4023-ba32-9617a86be7a5 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 946 time: 0.2194159
Feb 18 11:17:54.478692 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ad38230-21db-470d-b4c5-a072adf37687 req-b1d16bf9-1683-4a59-b788-c451a460ba1d tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870643
Feb 18 11:17:54.588958 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-427c6021-3634-4ea8-b732-17734fafba50 service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3178191
Feb 18 11:17:54.891232 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6383c-e2d3-469b-8e0c-335f6ca0b5b6 req-d0817aef-8f18-4e4e-85b8-cac9458c4d16 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:54.894597 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ade6383c-e2d3-469b-8e0c-335f6ca0b5b6 req-d0817aef-8f18-4e4e-85b8-cac9458c4d16 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 946 time: 0.1516449
Feb 18 11:17:55.002482 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ade6383c-e2d3-469b-8e0c-335f6ca0b5b6 req-90ea87cd-c023-4bfb-bba1-b9b6b54f716f tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991094
Feb 18 11:17:55.155707 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126fbf4-4dde-4c37-995f-68d5ec8480a1 req-f3eade9c-7097-4bd5-b0f0-fd4970f45b21 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:55.157662 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-8126fbf4-4dde-4c37-995f-68d5ec8480a1 req-f3eade9c-7097-4bd5-b0f0-fd4970f45b21 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Synchronizing usage tracker for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:17:55.219526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-8126fbf4-4dde-4c37-995f-68d5ec8480a1 req-f3eade9c-7097-4bd5-b0f0-fd4970f45b21 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Unset dirty status for tenant:a547afc1db8c4cf69b758ed2ce7d7e3c on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:17:55.237408 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8126fbf4-4dde-4c37-995f-68d5ec8480a1 req-f3eade9c-7097-4bd5-b0f0-fd4970f45b21 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.4758379
Feb 18 11:17:55.291460 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7433903f-0e30-499f-a5ef-44b02ccca8a5 req-bc2ba39f-e1d8-4cef-ab32-b0d89dd9b972 service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6927168
Feb 18 11:17:55.327647 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8126fbf4-4dde-4c37-995f-68d5ec8480a1 req-05bcd65a-e355-4ce5-91ff-e44738ba7d3d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889192
Feb 18 11:17:55.632653 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944b727-29ad-4297-b3dc-520faf2afe28 req-5a063516-8a55-4bfd-933b-07d2dfe3e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:55.634999 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9944b727-29ad-4297-b3dc-520faf2afe28 req-5a063516-8a55-4bfd-933b-07d2dfe3e52b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c&device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 1160 time: 0.2170453
Feb 18 11:17:56.006764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944b727-29ad-4297-b3dc-520faf2afe28 req-9488a50f-8afc-44ea-8dc4-8d4177c6314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:56.012114 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9944b727-29ad-4297-b3dc-520faf2afe28 req-9488a50f-8afc-44ea-8dc4-8d4177c6314b service neutron] 10.222.0.79 "GET /v2.0/networks?id=898e5d09-fa06-443a-ad06-089028ce346b HTTP/1.1" status: 200  len: 910 time: 0.3686149
Feb 18 11:17:56.640301 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9944b727-29ad-4297-b3dc-520faf2afe28 req-58006716-fa6d-4894-92b6-43fee4613d47 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9090a744-74d4-468d-8d73-2b7cd47025aa HTTP/1.1" status: 200  len: 217 time: 0.6184034
Feb 18 11:17:56.761381 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a9f9f-951b-4a70-a54b-eed524aea963 req-a59d8e87-1677-462c-ae3a-b92642cccf7d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:56.771516 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-914a9f9f-951b-4a70-a54b-eed524aea963 req-a59d8e87-1677-462c-ae3a-b92642cccf7d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.1879988
Feb 18 11:17:56.808878 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944b727-29ad-4297-b3dc-520faf2afe28 req-2668c65d-7fff-41da-b9b4-42bf73e41b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:56.812450 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9944b727-29ad-4297-b3dc-520faf2afe28 req-2668c65d-7fff-41da-b9b4-42bf73e41b1f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f015fe07-4475-4004-a998-1938cc87ba5e HTTP/1.1" status: 200  len: 855 time: 0.1522059
Feb 18 11:17:56.837350 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-914a9f9f-951b-4a70-a54b-eed524aea963 req-1cbbcbde-bc43-4a8f-9dcd-31f3aa9dcecf tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644357
Feb 18 11:17:56.980875 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d39a12-347b-4ac3-a57d-5a92578af1d9 req-d217103d-c153-4a36-aa7e-81fe5925b53f tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:56.983817 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-45d39a12-347b-4ac3-a57d-5a92578af1d9 req-d217103d-c153-4a36-aa7e-81fe5925b53f tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 946 time: 0.8428121
Feb 18 11:17:57.020279 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944b727-29ad-4297-b3dc-520faf2afe28 req-f7a6e3f4-0277-4be0-be70-160c50d21c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:57.022475 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9944b727-29ad-4297-b3dc-520faf2afe28 req-f7a6e3f4-0277-4be0-be70-160c50d21c11 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=898e5d09-fa06-443a-ad06-089028ce346b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2032874
Feb 18 11:17:57.241415 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-45d39a12-347b-4ac3-a57d-5a92578af1d9 req-a7d91287-d492-4af9-a342-0afdf1a2d6d2 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2429926
Feb 18 11:17:57.316721 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9944b727-29ad-4297-b3dc-520faf2afe28 req-6d848344-3160-48cc-a457-99f2f00bfde9 service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2851496
Feb 18 11:17:57.587539 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c2f947e6-a789-4cad-9953-19eed3887d16 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=33fe72b218724a0dad66084ef5d17155&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0755646
Feb 18 11:17:57.614124 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9944b727-29ad-4297-b3dc-520faf2afe28 req-3cc692eb-9d5f-4d88-97a3-702bf227f808 service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2895393
Feb 18 11:17:57.927240 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-e24b29de-b6ee-4b12-b36c-6ef53f4e0994 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:57.930771 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-e24b29de-b6ee-4b12-b36c-6ef53f4e0994 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3393445
Feb 18 11:17:57.962395 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-0783bb7e-3d10-4e4e-b967-779c5f88a5a6 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/quotas/33fe72b218724a0dad66084ef5d17155 HTTP/1.1" status: 200  len: 375 time: 0.0197608
Feb 18 11:17:58.099886 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-ef68a8de-fd4d-4cdc-98e0-4fd5f2dd30d4 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=33fe72b218724a0dad66084ef5d17155&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1255479
Feb 18 11:17:58.334246 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227c7b1-ccdd-4cbb-b22e-231e13a9c869 req-914b8446-4df4-40d8-baa0-f770962df90f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:58.337255 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4227c7b1-ccdd-4cbb-b22e-231e13a9c869 req-914b8446-4df4-40d8-baa0-f770962df90f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.2436259
Feb 18 11:17:58.441372 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4227c7b1-ccdd-4cbb-b22e-231e13a9c869 req-642a8b6e-0c2e-4179-bf95-4914cbfea984 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0885100
Feb 18 11:17:58.455363 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-152b2ee4-1817-41a6-b0ab-74e068b6c260 req-383259ee-5ac6-4b03-a795-26602ff4fa9f tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 210 time: 0.0594788
Feb 18 11:17:59.795790 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-36837c90-cd8c-40f7-8b82-92e552d7c141 req-4b9b023a-7e18-4b39-b102-031afb27c51b tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 210 time: 0.1091032
Feb 18 11:17:59.855349 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4072e-e5d6-4722-8baf-63cafee7bc75 req-8a6c5dbc-49ad-45d7-a2f3-56dd1fbafd67 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:17:59.858072 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-13e4072e-e5d6-4722-8baf-63cafee7bc75 req-8a6c5dbc-49ad-45d7-a2f3-56dd1fbafd67 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.1976595
Feb 18 11:17:59.938226 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-13e4072e-e5d6-4722-8baf-63cafee7bc75 req-108f0d80-f4d4-44ed-bbdc-121c8adffee3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675848
Feb 18 11:18:01.144588 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e30cf629-e61b-4ec7-8c0a-ba7b4bffc9f7 req-bf3fb2ab-d80f-46ee-8f19-3a5e946e97b3 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 210 time: 0.1101651
Feb 18 11:18:01.346682 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68812188-bd10-4213-8044-75101b739118 req-2ccf7313-8ead-4dbb-a7fc-2e29e897442f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:01.349077 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-68812188-bd10-4213-8044-75101b739118 req-2ccf7313-8ead-4dbb-a7fc-2e29e897442f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.1787376
Feb 18 11:18:01.449011 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-68812188-bd10-4213-8044-75101b739118 req-c5583992-b1c0-4f76-8161-9daeb73c8e0e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0855861
Feb 18 11:18:01.731506 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:02.182334 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-275d8668-aa14-4293-92df-613d38c72511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:02.693261 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4861b311-8044-4697-a723-5269aa97035e req-92a6be69-3c06-47e7-822e-77b9fb5daaad tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 210 time: 0.1201346
Feb 18 11:18:03.121955 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a778e-5e28-477c-a484-98147a74e289 req-57c0594e-e39a-4e89-ae8e-fb5511ca92e7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:03.126783 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1b3a778e-5e28-477c-a484-98147a74e289 req-57c0594e-e39a-4e89-ae8e-fb5511ca92e7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.2086456
Feb 18 11:18:03.222865 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1b3a778e-5e28-477c-a484-98147a74e289 req-41252089-316e-48af-9460-85f63ee4f94f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830691
Feb 18 11:18:03.661301 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 9090a744-74d4-468d-8d73-2b7cd47025aa up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:18:03.819760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port 9090a744-74d4-468d-8d73-2b7cd47025aa completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:18:03.833719 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 9090a744-74d4-468d-8d73-2b7cd47025aa triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:18:03.834353 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:04.125934 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c74544cc-6bc8-41b7-bfec-ea4aea8b6180 req-5f044d02-d281-4d46-ae8e-5ad7b30320cb tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 210 time: 0.1580687
Feb 18 11:18:04.165997 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:04.224960 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649e4d56-c98f-4166-986c-e953f54865aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9090a744-74d4-468d-8d73-2b7cd47025aa'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:18:04.245251 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 9090a744-74d4-468d-8d73-2b7cd47025aa, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9090a744-74d4-468d-8d73-2b7cd47025aa,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:18:04.251120 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:04.254849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:04.327908 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649e4d56-c98f-4166-986c-e953f54865aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9090a744-74d4-468d-8d73-2b7cd47025aa', 'code': 200}
Feb 18 11:18:04.409334 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=9090a744-74d4-468d-8d73-2b7cd47025aa,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:04.416003 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:04.668261 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba928-04ae-4bbb-8dcc-b0b9c5c054c4 req-97130e9c-7a2a-4d82-bdaf-58bfabac49b4 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:04.672455 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bb6ba928-04ae-4bbb-8dcc-b0b9c5c054c4 req-97130e9c-7a2a-4d82-bdaf-58bfabac49b4 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.1857626
Feb 18 11:18:04.770020 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bb6ba928-04ae-4bbb-8dcc-b0b9c5c054c4 req-fc405717-2ded-4958-98bd-3f3069293977 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0900803
Feb 18 11:18:05.420697 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-57b855bf-e443-4d86-9fe2-61c153c5a61b req-e9dd55ed-6e50-4fad-b57e-e02dad13c824 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 210 time: 0.1058569
Feb 18 11:18:05.597512 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0c51371f-1185-4c80-bc84-9bc0ec53ec84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:06.124863 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada63dc-6929-4df3-99f9-759bf6768c6b req-ac5148d5-f33e-49b5-acd0-92ceee1ce979 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:06.127209 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ada63dc-6929-4df3-99f9-759bf6768c6b req-ac5148d5-f33e-49b5-acd0-92ceee1ce979 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.1503572
Feb 18 11:18:06.202007 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:06.226586 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ada63dc-6929-4df3-99f9-759bf6768c6b req-b7735926-2598-4bb6-a6c4-bc45f9d2dbbb tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865262
Feb 18 11:18:06.760547 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-69511119-027d-4e5c-a009-f7290821f927 req-4be8ddb4-968b-4bb3-bfa6-9615da70dd9f tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 210 time: 0.0951407
Feb 18 11:18:06.879300 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-6127a1bb-0cef-4ad9-84a7-887271aec471 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=33fe72b218724a0dad66084ef5d17155&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0673833
Feb 18 11:18:07.127431 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 9090a744-74d4-468d-8d73-2b7cd47025aa up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:18:07.457200 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 9090a744-74d4-468d-8d73-2b7cd47025aa triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:18:07.458696 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:07.499450 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-7628e3f1-1ddc-4a51-b447-e4c2de80b573 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:07.502444 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-7628e3f1-1ddc-4a51-b447-e4c2de80b573 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6151412
Feb 18 11:18:07.546392 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Request body: {'port': {'device_id': '3d61b3b4-8c94-4b84-ae39-8ca9129e5d93', 'network_id': 'cbc5a841-b834-408a-a519-36712ee0b2a8', 'admin_state_up': True, 'tenant_id': '33fe72b218724a0dad66084ef5d17155'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:18:07.959604 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bf0d5-8a86-4932-b5b9-7fce1410edf9 req-1b61183d-8e1c-4ebd-964a-f6b0d5ea6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:07.962578 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-057bf0d5-8a86-4932-b5b9-7fce1410edf9 req-1b61183d-8e1c-4ebd-964a-f6b0d5ea6aee service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 1162 time: 0.6526423
Feb 18 11:18:08.020284 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:18:08.039268 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Usage tracker for resource:port and tenant:33fe72b218724a0dad66084ef5d17155 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:18:08.057078 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:18:08.092451 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:18:08.126836 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c2110bac-1f08-46be-ac2f-ac670cee5523 req-5561526e-1e60-46cf-ac0b-745f3b5c52bd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 210 time: 0.1047680
Feb 18 11:18:08.127889 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-057bf0d5-8a86-4932-b5b9-7fce1410edf9 req-c10733d5-173c-4fa6-b2fb-b735c3ae412a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1547825
Feb 18 11:18:08.154812 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227990f-9110-4350-b50e-d0f9cc4ef304 req-73a833bd-41bd-4cf5-8f7f-2e86f2b7ed4c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:08.158012 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9227990f-9110-4350-b50e-d0f9cc4ef304 req-73a833bd-41bd-4cf5-8f7f-2e86f2b7ed4c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.4835019
Feb 18 11:18:08.172720 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Made reservation on behalf of 33fe72b218724a0dad66084ef5d17155 for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:18:08.182843 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:08.210134 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:08.237781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:08.274140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:18:08.299309 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Usage tracker for resource:security_group_rule and tenant:33fe72b218724a0dad66084ef5d17155 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:18:08.310672 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:18:08.337518 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9227990f-9110-4350-b50e-d0f9cc4ef304 req-1bb31f97-7f5a-4de6-b2b9-ffb47c92d420 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1329384
Feb 18 11:18:08.339305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:18:08.521012 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:08.536356 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:08.541182 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:08.557122 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:08.741595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a45b4b6-dd90-438d-8973-e46f68ebb3a3,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:08.748193 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:09.154828 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Allocated IP 192.168.233.8 (cbc5a841-b834-408a-a519-36712ee0b2a8/70ac84f4-ba43-4e2c-8157-c8b50fca1cb7/9679a4b7-7de3-4073-bdeb-217ed3a3086b) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:18:09.475442 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6044c56a-7b6e-4c52-80f1-8622e75921d5 req-7f01f8b8-6bda-4a56-afee-01774bb3793d tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 210 time: 0.1086948
Feb 18 11:18:09.644641 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:09.732786 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Transition to ACTIVE for port object 9679a4b7-7de3-4073-bdeb-217ed3a3086b will not be triggered until provisioned by entity DHCP. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:18:09.789702 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1319d9-143a-40b2-b69e-224fff0a43ce req-8c4ce9ca-aa35-4a58-a6c2-635f6bf1f1e0 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:09.793004 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cd1319d9-143a-40b2-b69e-224fff0a43ce req-8c4ce9ca-aa35-4a58-a6c2-635f6bf1f1e0 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.1445668
Feb 18 11:18:09.800623 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:09.820611 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2d133773-3c74-4a15-89ec-2e3d9bb79bf0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:10.110528 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cd1319d9-143a-40b2-b69e-224fff0a43ce req-04f8f926-256e-4edb-89ac-d4df010d87a9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3068728
Feb 18 11:18:10.131386 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Pushing event updated for resources: {'Port': ['ID=9679a4b7-7de3-4073-bdeb-217ed3a3086b,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:10.141476 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:10.270419 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Network cbc5a841-b834-408a-a519-36712ee0b2a8 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:18:10.272825 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:18:10.276844 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:18:10.411304 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:10.412134 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:10.468825 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.9387393
Feb 18 11:18:10.675760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-83122c73-a62d-47ec-9cdc-6e36c350dc46 None None] Provisioning for port 9679a4b7-7de3-4073-bdeb-217ed3a3086b completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:18:10.687882 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-83122c73-a62d-47ec-9cdc-6e36c350dc46 None None] Provisioning complete for port 9679a4b7-7de3-4073-bdeb-217ed3a3086b triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:18:10.688911 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-83122c73-a62d-47ec-9cdc-6e36c350dc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:10.812850 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-83122c73-a62d-47ec-9cdc-6e36c350dc46 None None] Port 9679a4b7-7de3-4073-bdeb-217ed3a3086b cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:18:10.899469 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8ac26-4c5a-4169-a20f-29e10ffa27ac req-fee22dc6-0bc4-4d5c-87a9-d3e08ca9de9a tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:10.902549 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1ed8ac26-4c5a-4169-a20f-29e10ffa27ac req-fee22dc6-0bc4-4d5c-87a9-d3e08ca9de9a tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 934 time: 0.1826150
Feb 18 11:18:11.005856 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1ed8ac26-4c5a-4169-a20f-29e10ffa27ac req-36d76b15-51d8-435c-8eec-d58b499e8dff tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887451
Feb 18 11:18:11.568735 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296995c-b5bb-415a-a92a-91ef76f46902 req-c8e79f2a-cd5a-4cb4-b279-59303afebaed tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:11.571672 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b296995c-b5bb-415a-a92a-91ef76f46902 req-c8e79f2a-cd5a-4cb4-b279-59303afebaed tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.1876202
Feb 18 11:18:11.673582 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b296995c-b5bb-415a-a92a-91ef76f46902 req-dec6e77e-d944-4c92-a569-7cb345469dbe tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0866096
Feb 18 11:18:12.102530 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc181cd-819c-4d38-b057-50d4834f9748 req-142aa000-a743-41ce-81a7-d54e8a1d085f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:12.105509 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ddc181cd-819c-4d38-b057-50d4834f9748 req-142aa000-a743-41ce-81a7-d54e8a1d085f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.1863570
Feb 18 11:18:12.125602 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 44954) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:12.136384 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-20ccdab8-4fa1-442f-b656-b5bcce01f7e7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Request body: {'floatingip': {'port_id': '9090a744-74d4-468d-8d73-2b7cd47025aa'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:18:12.322405 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-20ccdab8-4fa1-442f-b656-b5bcce01f7e7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for floatingip, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:12.421857 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37362d19-b1f4-4a35-af19-9ed71376beb2 req-a73953d3-96b4-4dfa-ae50-a17257371e6e tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:12.423372 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-37362d19-b1f4-4a35-af19-9ed71376beb2 req-a73953d3-96b4-4dfa-ae50-a17257371e6e tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Synchronizing usage tracker for tenant:33fe72b218724a0dad66084ef5d17155 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:18:12.457152 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-37362d19-b1f4-4a35-af19-9ed71376beb2 req-a73953d3-96b4-4dfa-ae50-a17257371e6e tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Unset dirty status for tenant:33fe72b218724a0dad66084ef5d17155 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:18:12.459740 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-37362d19-b1f4-4a35-af19-9ed71376beb2 req-a73953d3-96b4-4dfa-ae50-a17257371e6e tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 934 time: 0.2051816
Feb 18 11:18:12.569832 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-37362d19-b1f4-4a35-af19-9ed71376beb2 req-127d98aa-c377-440a-a6ec-c52fb29d57ad tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Synchronizing usage tracker for tenant:33fe72b218724a0dad66084ef5d17155 on resource:security_group {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:18:12.606913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-37362d19-b1f4-4a35-af19-9ed71376beb2 req-127d98aa-c377-440a-a6ec-c52fb29d57ad tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Unset dirty status for tenant:33fe72b218724a0dad66084ef5d17155 on resource:security_group {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:18:12.609090 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-37362d19-b1f4-4a35-af19-9ed71376beb2 req-127d98aa-c377-440a-a6ec-c52fb29d57ad tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363962
Feb 18 11:18:13.272826 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Request body: {'port': {'device_id': '3d61b3b4-8c94-4b84-ae39-8ca9129e5d93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:18:13.536220 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:13.713362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 9090a744-74d4-468d-8d73-2b7cd47025aa up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:18:13.934639 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.resource_extend [None req-20ccdab8-4fa1-442f-b656-b5bcce01f7e7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 18 11:18:14.073479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 9090a744-74d4-468d-8d73-2b7cd47025aa triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:18:14.074595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:14.199384 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-20ccdab8-4fa1-442f-b656-b5bcce01f7e7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:14.357886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-20ccdab8-4fa1-442f-b656-b5bcce01f7e7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:14.727185 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2d1b6-9f42-4e14-99b5-1cceb5b1e462 req-93d78345-cabe-466f-8f51-cc520c8818a5 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:14.730397 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-63a2d1b6-9f42-4e14-99b5-1cceb5b1e462 req-93d78345-cabe-466f-8f51-cc520c8818a5 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 934 time: 0.5274136
Feb 18 11:18:14.895480 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-63a2d1b6-9f42-4e14-99b5-1cceb5b1e462 req-087990c8-9b4b-4e23-8dda-d5f425285e92 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267340
Feb 18 11:18:14.913440 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [None req-20ccdab8-4fa1-442f-b656-b5bcce01f7e7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Floating IP 32a7e17a-712e-4297-8f96-dd1b38ec7b97 associated. External IP: 172.27.1.206, port: 9090a744-74d4-468d-8d73-2b7cd47025aa.
Feb 18 11:18:15.178438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9679a4b7-7de3-4073-bdeb-217ed3a3086b {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:18:15.197971 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:15.231972 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Transition to ACTIVE for port object 9679a4b7-7de3-4073-bdeb-217ed3a3086b will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:18:15.238974 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:15.276604 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8e501999-44cd-499e-b88e-0e4e680d7a68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:15.507540 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Pushing event updated for resources: {'Port': ['ID=9679a4b7-7de3-4073-bdeb-217ed3a3086b,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:15.519695 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:15.541895 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:18:16.031305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Attempting to bind port 9679a4b7-7de3-4073-bdeb-217ed3a3086b on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:18:16.032166 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Attempting to bind port 9679a4b7-7de3-4073-bdeb-217ed3a3086b by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '874e3670-40f7-4325-ac83-791fa108942f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbc5a841-b834-408a-a519-36712ee0b2a8'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:18:16.032846 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Attempting to bind port 9679a4b7-7de3-4073-bdeb-217ed3a3086b on network cbc5a841-b834-408a-a519-36712ee0b2a8 {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:18:16.045813 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:18:16.046511 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Checking segment: {'id': '874e3670-40f7-4325-ac83-791fa108942f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbc5a841-b834-408a-a519-36712ee0b2a8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:18:16.050697 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:16.051403 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Bound using segment: {'id': '874e3670-40f7-4325-ac83-791fa108942f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbc5a841-b834-408a-a519-36712ee0b2a8'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:18:16.052304 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Bound port: 9679a4b7-7de3-4073-bdeb-217ed3a3086b, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874e3670-40f7-4325-ac83-791fa108942f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbc5a841-b834-408a-a519-36712ee0b2a8'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:18:16.052979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:16.114890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ccdab8-4fa1-442f-b656-b5bcce01f7e7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Router 666f30c7-d646-49f0-8fd0-89441be02cda has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:18:16.409606 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] For port 9679a4b7-7de3-4073-bdeb-217ed3a3086b, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:18:16.417810 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] For port 9679a4b7-7de3-4073-bdeb-217ed3a3086b, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9679a4b7-7de3-4073-bdeb-217ed3a3086b,segment=NetworkSegment(874e3670-40f7-4325-ac83-791fa108942f),segment_id=874e3670-40f7-4325-ac83-791fa108942f)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:18:16.429686 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:16.458712 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d5528893-db5a-42d0-81de-f5f546090d44 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:16.610037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379142e-7cc5-4132-b748-bd3c6d5f586a req-a04eb304-4ec3-4933-9069-25821a1ba874 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:16.612434 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1379142e-7cc5-4132-b748-bd3c6d5f586a req-a04eb304-4ec3-4933-9069-25821a1ba874 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 946 time: 0.3353446
Feb 18 11:18:16.616165 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ccdab8-4fa1-442f-b656-b5bcce01f7e7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:18:16.623492 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-20ccdab8-4fa1-442f-b656-b5bcce01f7e7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:16.638514 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68024b0-6777-42b5-9c5d-a91005e9dabd None None] Sync routers for ids ['666f30c7-d646-49f0-8fd0-89441be02cda'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:18:16.679257 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68024b0-6777-42b5-9c5d-a91005e9dabd None None] Routers {'666f30c7-d646-49f0-8fd0-89441be02cda'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:18:16.680920 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-a68024b0-6777-42b5-9c5d-a91005e9dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca795d30>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:18:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['666f30c7-d646-49f0-8fd0-89441be02cda'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:18:16.695205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6ad1b-d7f5-4972-b9b8-d187517fbbe3 req-17d06c37-feb1-43d0-8fe5-09af96b28907 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:16.697472 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4ba6ad1b-d7f5-4972-b9b8-d187517fbbe3 req-17d06c37-feb1-43d0-8fe5-09af96b28907 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 946 time: 0.4782774
Feb 18 11:18:16.728209 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Pushing event updated for resources: {'Port': ['ID=9679a4b7-7de3-4073-bdeb-217ed3a3086b,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:16.733467 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:16.759190 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-20ccdab8-4fa1-442f-b656-b5bcce01f7e7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "PUT /v2.0/floatingips/32a7e17a-712e-4297-8f96-dd1b38ec7b97 HTTP/1.1" status: 200  len: 991 time: 4.6318038
Feb 18 11:18:16.764800 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649e4d56-c98f-4166-986c-e953f54865aa', 'tag': '9090a744-74d4-468d-8d73-2b7cd47025aa'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:18:16.813721 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4ba6ad1b-d7f5-4972-b9b8-d187517fbbe3 req-9198be4c-4261-4a27-bb03-9cafa3995b88 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025562
Feb 18 11:18:16.834033 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1379142e-7cc5-4132-b748-bd3c6d5f586a req-fd1c6f77-4da2-42c9-b4fd-a3dc62c8a71c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665554
Feb 18 11:18:16.853853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:16.853853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:16.853853 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] 10.222.0.79 "PUT /v2.0/ports/9679a4b7-7de3-4073-bdeb-217ed3a3086b HTTP/1.1" status: 200  len: 1160 time: 3.5836515
Feb 18 11:18:16.853853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d61b3b4-8c94-4b84-ae39-8ca9129e5d93', 'tag': '9679a4b7-7de3-4073-bdeb-217ed3a3086b'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:18:17.001300 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d61b3b4-8c94-4b84-ae39-8ca9129e5d93', 'tag': '9679a4b7-7de3-4073-bdeb-217ed3a3086b', 'status': 'completed', 'code': 200}
Feb 18 11:18:17.126217 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-a68024b0-6777-42b5-9c5d-a91005e9dabd None None] Set router 666f30c7-d646-49f0-8fd0-89441be02cda gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:18:17.358355 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-4bfb8566-0609-420d-b57c-c350faeb714c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3251998
Feb 18 11:18:17.380003 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Request body: {'floatingip': {'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:18:17.392036 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:18:17.400283 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Usage tracker for resource:floatingip and tenant:4fe5fb7e1a354d7ca09c4b2f69382355 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:18:17.406731 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:18:17.423357 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:18:17.444300 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:17.784724 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:17.891660 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-a68024b0-6777-42b5-9c5d-a91005e9dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca795d30>, [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:40Z', 'revision_number': 4, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': '32a7e17a-712e-4297-8f96-dd1b38ec7b97', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'port_id': '9090a744-74d4-468d-8d73-2b7cd47025aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'mac_address': 'fa:16:3e:4b:8b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649e4d56-c98f-4166-986c-e953f54865aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:17:17Z', 'updated_at': '2021-02-18T11:18:13Z', 'revision_number': 1, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe88f8f-46c2-4368-b083-222a4cff013b', 'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'mac_address': 'fa:16:3e:d6:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:35Z', 'updated_at': '2021-02-18T11:11:58Z', 'revision_number': 5, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'subnets': [{'id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:18:17.899888 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68024b0-6777-42b5-9c5d-a91005e9dabd None None] Checking router: 666f30c7-d646-49f0-8fd0-89441be02cda for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:18:17.918312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68024b0-6777-42b5-9c5d-a91005e9dabd None None] Routers {'666f30c7-d646-49f0-8fd0-89441be02cda'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:18:17.920349 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-a68024b0-6777-42b5-9c5d-a91005e9dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca795d30>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:18:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['666f30c7-d646-49f0-8fd0-89441be02cda'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:18:18.240991 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Allocated IP 172.27.1.196 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/09526f89-bcf0-41fb-9ca3-2cd6db9aabbd) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:18:18.273859 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-a68024b0-6777-42b5-9c5d-a91005e9dabd None None] Set router 666f30c7-d646-49f0-8fd0-89441be02cda gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:18:18.545801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:18.604782 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec79f83-64a8-47a6-88fd-b591545a656a req-055c61d5-1e27-4c29-9724-c1fc6e350d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:18.608710 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ec79f83-64a8-47a6-88fd-b591545a656a req-055c61d5-1e27-4c29-9724-c1fc6e350d17 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=33fe72b218724a0dad66084ef5d17155&device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 1163 time: 0.1819494
Feb 18 11:18:18.622058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:18.660633 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:18.717337 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ec79f83-64a8-47a6-88fd-b591545a656a req-7b6cc4ce-a1ba-4f51-914b-b6e4e6a852fa service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=33fe72b218724a0dad66084ef5d17155&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0909169
Feb 18 11:18:18.941404 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649e4d56-c98f-4166-986c-e953f54865aa', 'tag': '9090a744-74d4-468d-8d73-2b7cd47025aa', 'status': 'completed', 'code': 200}
Feb 18 11:18:19.013781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Pushing event updated for resources: {'Port': ['ID=09526f89-bcf0-41fb-9ca3-2cd6db9aabbd,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:19.020016 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:19.139672 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:18:19.141977 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:18:19.155318 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:18:19.328319 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:19.440392 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-a68024b0-6777-42b5-9c5d-a91005e9dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca795d30>, [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:40Z', 'revision_number': 4, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': '32a7e17a-712e-4297-8f96-dd1b38ec7b97', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'port_id': '9090a744-74d4-468d-8d73-2b7cd47025aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'mac_address': 'fa:16:3e:4b:8b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649e4d56-c98f-4166-986c-e953f54865aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:17:17Z', 'updated_at': '2021-02-18T11:18:13Z', 'revision_number': 1, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe88f8f-46c2-4368-b083-222a4cff013b', 'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'mac_address': 'fa:16:3e:d6:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:35Z', 'updated_at': '2021-02-18T11:11:58Z', 'revision_number': 5, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'subnets': [{'id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:18:19.457567 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68024b0-6777-42b5-9c5d-a91005e9dabd None None] The sync data for ids ['666f30c7-d646-49f0-8fd0-89441be02cda'] in dv-cinder-773985-5-iscsi is: [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:40Z', 'revision_number': 4, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': '32a7e17a-712e-4297-8f96-dd1b38ec7b97', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'port_id': '9090a744-74d4-468d-8d73-2b7cd47025aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'mac_address': 'fa:16:3e:4b:8b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649e4d56-c98f-4166-986c-e953f54865aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:17:17Z', 'updated_at': '2021-02-18T11:18:13Z', 'revision_number': 1, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe88f8f-46c2-4368-b083-222a4cff013b', 'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'mac_address': 'fa:16:3e:d6:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:35Z', 'updated_at': '2021-02-18T11:11:58Z', 'revision_number': 5, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'subnets': [{'id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:18:19.472326 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec79f83-64a8-47a6-88fd-b591545a656a req-f8a085fe-db0b-41aa-b497-1ba598243323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:19.475662 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ec79f83-64a8-47a6-88fd-b591545a656a req-f8a085fe-db0b-41aa-b497-1ba598243323 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.7492189
Feb 18 11:18:19.490985 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89314ab6-08a6-46d1-ad34-d1194921a0e4 req-669d210e-6ab3-44cf-b24a-abdb7d482d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:19.494614 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-89314ab6-08a6-46d1-ad34-d1194921a0e4 req-669d210e-6ab3-44cf-b24a-abdb7d482d24 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c&device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 1162 time: 0.4695020
Feb 18 11:18:19.506942 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:19.909290 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b521a4-ecee-4e6a-ba4a-e39c35584e4a req-465371d6-423b-46f7-af95-716fc825ad15 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:19.913066 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-76b521a4-ecee-4e6a-ba4a-e39c35584e4a req-465371d6-423b-46f7-af95-716fc825ad15 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 946 time: 0.7761288
Feb 18 11:18:19.940816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89314ab6-08a6-46d1-ad34-d1194921a0e4 req-8b223c56-a34a-4398-8c8e-50850fa13330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:19.946993 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-89314ab6-08a6-46d1-ad34-d1194921a0e4 req-8b223c56-a34a-4398-8c8e-50850fa13330 service neutron] 10.222.0.79 "GET /v2.0/networks?id=898e5d09-fa06-443a-ad06-089028ce346b HTTP/1.1" status: 200  len: 910 time: 0.4448826
Feb 18 11:18:20.075794 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e832b-a91e-4a87-9d7e-1c8e342e46cf None None] New status for floating IP 32a7e17a-712e-4297-8f96-dd1b38ec7b97: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:18:20.360327 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-89314ab6-08a6-46d1-ad34-d1194921a0e4 req-6b25ed44-953e-44ac-84e7-d6a716ccc15e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9090a744-74d4-468d-8d73-2b7cd47025aa HTTP/1.1" status: 200  len: 999 time: 0.3920314
Feb 18 11:18:20.395120 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:20.406589 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852452506'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:20.470200 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:20.553480 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89314ab6-08a6-46d1-ad34-d1194921a0e4 req-2c73cc91-3412-4e8d-8293-5d7ab99a9b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:20.556793 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-89314ab6-08a6-46d1-ad34-d1194921a0e4 req-2c73cc91-3412-4e8d-8293-5d7ab99a9b02 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f015fe07-4475-4004-a998-1938cc87ba5e HTTP/1.1" status: 200  len: 855 time: 0.1782691
Feb 18 11:18:20.730435 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-e6af0276-8368-40f4-95c3-762d1a4d50ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:20.734229 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-e6af0276-8368-40f4-95c3-762d1a4d50ec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=33fe72b218724a0dad66084ef5d17155&device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 1163 time: 1.0555971
Feb 18 11:18:20.811192 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Pushing event updated for resources: {'Port': ['ID=09526f89-bcf0-41fb-9ca3-2cd6db9aabbd,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:20.824242 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:20.913033 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-76b521a4-ecee-4e6a-ba4a-e39c35584e4a req-929ddecf-b4c0-4a58-9519-72dbd356de0a tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9421117
Feb 18 11:18:21.004557 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-07c84c26-b694-4ee8-a403-4e61d7d3d55d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=9679a4b7-7de3-4073-bdeb-217ed3a3086b HTTP/1.1" status: 200  len: 217 time: 0.2469358
Feb 18 11:18:21.149432 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:21.238600 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89314ab6-08a6-46d1-ad34-d1194921a0e4 req-089caced-e10f-46db-aa25-6a0cba697336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:21.241529 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-89314ab6-08a6-46d1-ad34-d1194921a0e4 req-089caced-e10f-46db-aa25-6a0cba697336 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=898e5d09-fa06-443a-ad06-089028ce346b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6748843
Feb 18 11:18:21.276716 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:21.289721 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.9190814
Feb 18 11:18:21.522458 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-64fa14a2-eb45-4a3e-b001-cfc0bf7fe2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:21.535889 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-64fa14a2-eb45-4a3e-b001-cfc0bf7fe2e3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=70ac84f4-ba43-4e2c-8157-c8b50fca1cb7 HTTP/1.1" status: 200  len: 843 time: 0.5223637
Feb 18 11:18:21.642497 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-6328c4f5-4383-4cf0-8fcf-df1fd0eef4c2 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Synchronizing usage tracker for tenant:4fe5fb7e1a354d7ca09c4b2f69382355 on resource:floatingip {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:18:21.708853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-6328c4f5-4383-4cf0-8fcf-df1fd0eef4c2 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Unset dirty status for tenant:4fe5fb7e1a354d7ca09c4b2f69382355 on resource:floatingip {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:18:21.710961 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-6328c4f5-4383-4cf0-8fcf-df1fd0eef4c2 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.196 HTTP/1.1" status: 200  len: 696 time: 0.4131548
Feb 18 11:18:21.885639 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-28cc5c24-fdab-40be-b1f9-944039a29304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:21.888755 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-28cc5c24-fdab-40be-b1f9-944039a29304 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cbc5a841-b834-408a-a519-36712ee0b2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3412552
Feb 18 11:18:22.045879 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-461b35f7-0a80-42e0-b43e-12482dc17636 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:22.049932 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-461b35f7-0a80-42e0-b43e-12482dc17636 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/networks/c5ace08f-47fa-48e4-be4d-8f3271a2d184 HTTP/1.1" status: 200  len: 784 time: 0.3252342
Feb 18 11:18:22.053344 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-89314ab6-08a6-46d1-ad34-d1194921a0e4 req-d12508dc-4c0a-4319-9546-13b66aa855f7 service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8005717
Feb 18 11:18:22.074527 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-86917406-9ec8-4505-b714-9d5b2fb8ab66 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:18:22.078040 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-545ef845-dddf-4b93-abbb-842eb21e83e0 req-86917406-9ec8-4505-b714-9d5b2fb8ab66 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0126941
Feb 18 11:18:22.452245 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-aae2f881-d127-4bec-a060-ae2bf016dace tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:22.454611 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-aae2f881-d127-4bec-a060-ae2bf016dace tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1699767
Feb 18 11:18:22.630174 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-9ee703ad-c9a8-4b9b-b5c8-99414aa074cf tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.196 HTTP/1.1" status: 200  len: 696 time: 0.1680391
Feb 18 11:18:22.649427 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-3ac53653-77fe-4040-98a8-28d5efe839dd tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Request body: {'floatingip': {'port_id': '4743c7ae-2af0-4402-9409-f778be91d483', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:18:22.901355 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-c5d5d546-8fc7-4365-86ba-e7e891d7fd7c service neutron] 10.222.0.79 "GET /v2.0/networks/cbc5a841-b834-408a-a519-36712ee0b2a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0049331
Feb 18 11:18:22.948805 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-89314ab6-08a6-46d1-ad34-d1194921a0e4 req-3ed944fd-6162-4850-82ec-5f0df0b26f42 service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8845212
Feb 18 11:18:22.972995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7a4c0-b59c-421d-9a8e-9694842d1935 req-b2241185-b410-493d-865b-11f899b4d033 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:22.976290 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0da7a4c0-b59c-421d-9a8e-9694842d1935 req-b2241185-b410-493d-865b-11f899b4d033 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 946 time: 0.7329984
Feb 18 11:18:23.086409 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0da7a4c0-b59c-421d-9a8e-9694842d1935 req-3033e119-6884-4fcd-bbf2-8f1ba60ff48f tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950649
Feb 18 11:18:23.212074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-3ac53653-77fe-4040-98a8-28d5efe839dd tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for floatingip, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:24.389673 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-3ac53653-77fe-4040-98a8-28d5efe839dd tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:24.395479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-3ac53653-77fe-4040-98a8-28d5efe839dd tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:24.785509 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-3ac53653-77fe-4040-98a8-28d5efe839dd tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Floating IP ccedf160-46f7-4945-86e1-9c07753f70ab associated. External IP: 172.27.1.196, port: 4743c7ae-2af0-4402-9409-f778be91d483.
Feb 18 11:18:25.386135 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b43c0327-c1b9-402f-85cd-ee6c78dcd210 req-2bad2efc-0855-4579-87e2-362aa39c1407 service neutron] 10.222.0.79 "GET /v2.0/networks/cbc5a841-b834-408a-a519-36712ee0b2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2597501
Feb 18 11:18:25.574289 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-3ac53653-77fe-4040-98a8-28d5efe839dd tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Router d5b62294-1c4e-484d-b420-a980968e73da has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:18:25.577489 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fef127-337d-463c-8046-e54d479ffcad req-78418e78-6b28-4c9e-b5ab-4e90beed52d1 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:25.580931 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b0fef127-337d-463c-8046-e54d479ffcad req-78418e78-6b28-4c9e-b5ab-4e90beed52d1 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 946 time: 0.1643715
Feb 18 11:18:25.648326 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b0fef127-337d-463c-8046-e54d479ffcad req-a348594a-3644-4a5e-b173-ca69a219d07f tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589616
Feb 18 11:18:25.987901 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-3ac53653-77fe-4040-98a8-28d5efe839dd tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:18:25.995769 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-3ac53653-77fe-4040-98a8-28d5efe839dd tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:26.002337 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad63f8-9073-4a7e-bd8a-59b859a17a58 None None] Sync routers for ids ['d5b62294-1c4e-484d-b420-a980968e73da'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:18:26.024942 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad63f8-9073-4a7e-bd8a-59b859a17a58 None None] Routers {'d5b62294-1c4e-484d-b420-a980968e73da'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:18:26.026301 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-f6ad63f8-9073-4a7e-bd8a-59b859a17a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca4719e8>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:18:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['d5b62294-1c4e-484d-b420-a980968e73da'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:18:26.118327 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-3ac53653-77fe-4040-98a8-28d5efe839dd tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "PUT /v2.0/floatingips/ccedf160-46f7-4945-86e1-9c07753f70ab HTTP/1.1" status: 200  len: 997 time: 3.4773476
Feb 18 11:18:26.119904 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'tag': '4743c7ae-2af0-4402-9409-f778be91d483'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:18:26.270754 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'tag': '4743c7ae-2af0-4402-9409-f778be91d483', 'status': 'completed', 'code': 200}
Feb 18 11:18:26.328354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-eb0d48fa-a5e1-4585-bb73-0aaee8efa1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:26.333396 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-eb0d48fa-a5e1-4585-bb73-0aaee8efa1f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4fe5fb7e1a354d7ca09c4b2f69382355&device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 1163 time: 0.1805129
Feb 18 11:18:26.501028 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552af75-df9f-4cdd-8a4e-e7acd91fe56b req-ad6c7893-7c5e-43be-b2a5-f62cc61bb42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:26.504211 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4552af75-df9f-4cdd-8a4e-e7acd91fe56b req-ad6c7893-7c5e-43be-b2a5-f62cc61bb42c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4fe5fb7e1a354d7ca09c4b2f69382355&device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 1163 time: 0.2015560
Feb 18 11:18:26.512499 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-f6ad63f8-9073-4a7e-bd8a-59b859a17a58 None None] Set router d5b62294-1c4e-484d-b420-a980968e73da gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:18:26.767314 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-5b0aaa44-9a31-40e4-85bc-024222035628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:26.770622 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-5b0aaa44-9a31-40e4-85bc-024222035628 service neutron] 10.222.0.65 "GET /v2.0/networks?id=503312d2-9807-4398-af38-b17366be9b97 HTTP/1.1" status: 200  len: 909 time: 0.4265282
Feb 18 11:18:27.052998 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552af75-df9f-4cdd-8a4e-e7acd91fe56b req-7b6e3f8f-a3e5-47e9-96b2-a8aab46a7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:27.055994 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4552af75-df9f-4cdd-8a4e-e7acd91fe56b req-7b6e3f8f-a3e5-47e9-96b2-a8aab46a7dd0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=503312d2-9807-4398-af38-b17366be9b97 HTTP/1.1" status: 200  len: 909 time: 0.5044224
Feb 18 11:18:27.128682 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-71bb3af5-d760-401f-b1a3-c86115a1520d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4743c7ae-2af0-4402-9409-f778be91d483 HTTP/1.1" status: 200  len: 1000 time: 0.3410044
Feb 18 11:18:27.269809 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-3bc34174-a88a-4fb3-af7f-f06711eb928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:27.273326 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-3bc34174-a88a-4fb3-af7f-f06711eb928d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=37be6e4f-3b7a-4e85-a12c-688a864871b3 HTTP/1.1" status: 200  len: 854 time: 0.1423717
Feb 18 11:18:27.337702 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4552af75-df9f-4cdd-8a4e-e7acd91fe56b req-b7bb5089-b21a-4df7-90bf-7bcaaeb438c3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4743c7ae-2af0-4402-9409-f778be91d483 HTTP/1.1" status: 200  len: 1000 time: 0.2721410
Feb 18 11:18:27.458021 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-6f37a67f-8efc-42e0-b54d-b11a049fd0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:27.461476 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-6f37a67f-8efc-42e0-b54d-b11a049fd0d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=503312d2-9807-4398-af38-b17366be9b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1745677
Feb 18 11:18:27.486306 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-dd1059c9-e34f-4591-b6b0-f2b6002a2848 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:18:27.488624 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-dd1059c9-e34f-4591-b6b0-f2b6002a2848 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0119188
Feb 18 11:18:27.573128 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552af75-df9f-4cdd-8a4e-e7acd91fe56b req-8fcfb9e9-d9eb-481a-b439-74bdce1b3b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:27.578090 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4552af75-df9f-4cdd-8a4e-e7acd91fe56b req-8fcfb9e9-d9eb-481a-b439-74bdce1b3b31 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37be6e4f-3b7a-4e85-a12c-688a864871b3 HTTP/1.1" status: 200  len: 854 time: 0.1518517
Feb 18 11:18:27.624583 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-f6ad63f8-9073-4a7e-bd8a-59b859a17a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca4719e8>, [{'id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'name': 'tempest-TestMinimumBasicScenario-1228389664-router', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:16:22Z', 'updated_at': '2021-02-18T11:16:33Z', 'revision_number': 4, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'gw_port': {'id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:24Z', 'updated_at': '2021-02-18T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': 'ccedf160-46f7-4945-86e1-9c07753f70ab', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'port_id': '4743c7ae-2af0-4402-9409-f778be91d483', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '503312d2-9807-4398-af38-b17366be9b97', 'mac_address': 'fa:16:3e:6c:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:18:19Z', 'updated_at': '2021-02-18T11:18:24Z', 'revision_number': 1, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94df19fe-6e94-41fa-bb5a-8a10657007df', 'name': '', 'network_id': '503312d2-9807-4398-af38-b17366be9b97', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'mac_address': 'fa:16:3e:f8:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:32Z', 'updated_at': '2021-02-18T11:16:51Z', 'revision_number': 5, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'subnets': [{'id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:18:27.646823 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad63f8-9073-4a7e-bd8a-59b859a17a58 None None] Checking router: d5b62294-1c4e-484d-b420-a980968e73da for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:18:27.696757 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad63f8-9073-4a7e-bd8a-59b859a17a58 None None] Routers {'d5b62294-1c4e-484d-b420-a980968e73da'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:18:27.698216 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-f6ad63f8-9073-4a7e-bd8a-59b859a17a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca4719e8>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:18:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['d5b62294-1c4e-484d-b420-a980968e73da'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:18:27.828752 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91ab3f-8487-469d-8344-143cc9933842 req-f9058eb3-3412-44ae-888e-55efb98f32d1 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:27.845452 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ef91ab3f-8487-469d-8344-143cc9933842 req-f9058eb3-3412-44ae-888e-55efb98f32d1 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 946 time: 0.5621867
Feb 18 11:18:27.851957 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552af75-df9f-4cdd-8a4e-e7acd91fe56b req-6ceaafe6-5134-43d2-86b8-debc3257faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:27.854507 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4552af75-df9f-4cdd-8a4e-e7acd91fe56b req-6ceaafe6-5134-43d2-86b8-debc3257faae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=503312d2-9807-4398-af38-b17366be9b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2612424
Feb 18 11:18:27.866331 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Network cbc5a841-b834-408a-a519-36712ee0b2a8 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:18:27.885299 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-0dad85de-502b-4fcf-abe9-272a4906a31b service neutron] 10.222.0.65 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3835564
Feb 18 11:18:28.137655 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ef91ab3f-8487-469d-8344-143cc9933842 req-fdabd342-4e83-4c0d-8f04-ddd6539bda6d tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2908180
Feb 18 11:18:28.218643 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6a80049e-4b39-42c1-a626-e500f6a006ba req-d294d4f8-db05-4cfa-9eb2-b9f898e53c03 service neutron] 10.222.0.65 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3175547
Feb 18 11:18:28.329531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-77ccb90c-6a46-4e44-9f57-529f06ad407a req-202dc1c5-92f0-4c6a-b278-454cec80b0b9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1497958922', 'description': 'tempest-TestMinimumBasicScenario-1497958922 description'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:18:28.339126 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4552af75-df9f-4cdd-8a4e-e7acd91fe56b req-39d4025a-cde2-42df-acde-cb00499cdde2 service neutron] 10.222.0.79 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4574554
Feb 18 11:18:28.344113 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-77ccb90c-6a46-4e44-9f57-529f06ad407a req-202dc1c5-92f0-4c6a-b278-454cec80b0b9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:18:28.385140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-77ccb90c-6a46-4e44-9f57-529f06ad407a req-202dc1c5-92f0-4c6a-b278-454cec80b0b9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:18:28.414678 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-f6ad63f8-9073-4a7e-bd8a-59b859a17a58 None None] Set router d5b62294-1c4e-484d-b420-a980968e73da gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:18:28.423775 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-77ccb90c-6a46-4e44-9f57-529f06ad407a req-202dc1c5-92f0-4c6a-b278-454cec80b0b9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:28.473415 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-77ccb90c-6a46-4e44-9f57-529f06ad407a req-202dc1c5-92f0-4c6a-b278-454cec80b0b9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:18:28.483236 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-77ccb90c-6a46-4e44-9f57-529f06ad407a req-202dc1c5-92f0-4c6a-b278-454cec80b0b9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Usage tracker for resource:security_group_rule and tenant:4fe5fb7e1a354d7ca09c4b2f69382355 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:18:28.491170 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-77ccb90c-6a46-4e44-9f57-529f06ad407a req-202dc1c5-92f0-4c6a-b278-454cec80b0b9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:18:28.520474 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-77ccb90c-6a46-4e44-9f57-529f06ad407a req-202dc1c5-92f0-4c6a-b278-454cec80b0b9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:18:28.668663 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4552af75-df9f-4cdd-8a4e-e7acd91fe56b req-f8d70353-4ebb-41c8-b077-8b5fee79a024 service neutron] 10.222.0.79 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3207726
Feb 18 11:18:28.753085 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-77ccb90c-6a46-4e44-9f57-529f06ad407a req-202dc1c5-92f0-4c6a-b278-454cec80b0b9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:28.758676 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-77ccb90c-6a46-4e44-9f57-529f06ad407a req-202dc1c5-92f0-4c6a-b278-454cec80b0b9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:28.829114 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-48ef8a7c-7a06-4322-9eab-3f2d258cf417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:28.852329 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-77ccb90c-6a46-4e44-9f57-529f06ad407a req-202dc1c5-92f0-4c6a-b278-454cec80b0b9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:28.855038 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-77ccb90c-6a46-4e44-9f57-529f06ad407a req-202dc1c5-92f0-4c6a-b278-454cec80b0b9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.5520747
Feb 18 11:18:28.903578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc1c5-92f0-4c6a-b278-454cec80b0b9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d85b949-7104-42b9-90d3-cff31b717e27,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:28.920069 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-202dc1c5-92f0-4c6a-b278-454cec80b0b9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:29.090830 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d53f4963-aa69-453e-a357-dab4509bc41b req-c0edfe8b-a8b8-441e-a080-e23db742cefa tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups/8d85b949-7104-42b9-90d3-cff31b717e27 HTTP/1.1" status: 200  len: 1814 time: 0.1611407
Feb 18 11:18:29.120606 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-d53f4963-aa69-453e-a357-dab4509bc41b req-10a71b86-b5a9-4485-b8bf-df56ec8c5f57 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d85b949-7104-42b9-90d3-cff31b717e27', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:18:29.124698 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-d53f4963-aa69-453e-a357-dab4509bc41b req-10a71b86-b5a9-4485-b8bf-df56ec8c5f57 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d85b949-7104-42b9-90d3-cff31b717e27', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:18:29.141184 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-d53f4963-aa69-453e-a357-dab4509bc41b req-10a71b86-b5a9-4485-b8bf-df56ec8c5f57 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:18:29.154194 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-d53f4963-aa69-453e-a357-dab4509bc41b req-10a71b86-b5a9-4485-b8bf-df56ec8c5f57 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Usage tracker for resource:security_group_rule and tenant:4fe5fb7e1a354d7ca09c4b2f69382355 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:18:29.162628 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-d53f4963-aa69-453e-a357-dab4509bc41b req-10a71b86-b5a9-4485-b8bf-df56ec8c5f57 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:18:29.179448 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-d53f4963-aa69-453e-a357-dab4509bc41b req-10a71b86-b5a9-4485-b8bf-df56ec8c5f57 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:18:29.474751 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d53f4963-aa69-453e-a357-dab4509bc41b req-10a71b86-b5a9-4485-b8bf-df56ec8c5f57 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:29.533354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d53f4963-aa69-453e-a357-dab4509bc41b req-10a71b86-b5a9-4485-b8bf-df56ec8c5f57 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:29.538359 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d53f4963-aa69-453e-a357-dab4509bc41b req-10a71b86-b5a9-4485-b8bf-df56ec8c5f57 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797254'] for security_group_rule, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:29.547649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.objects.ports [None req-1ad1b54b-0013-4681-954b-23bd7b31d1e4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 11:18:29.555065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:29.599906 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a71b86-b5a9-4485-b8bf-df56ec8c5f57 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f169fe3f-b1e2-4476-9692-a6ff1de3d93c,revision_number=0']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:29.605534 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-10a71b86-b5a9-4485-b8bf-df56ec8c5f57 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:29.618542 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d53f4963-aa69-453e-a357-dab4509bc41b req-10a71b86-b5a9-4485-b8bf-df56ec8c5f57 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:29.622716 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d53f4963-aa69-453e-a357-dab4509bc41b req-10a71b86-b5a9-4485-b8bf-df56ec8c5f57 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5271752
Feb 18 11:18:29.632938 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4627b68-2850-48be-a595-58d6ebe98d2c req-6bc9a789-96e2-4ee4-98ce-5010fb418f39 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:29.636106 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f4627b68-2850-48be-a595-58d6ebe98d2c req-6bc9a789-96e2-4ee4-98ce-5010fb418f39 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 946 time: 0.1932635
Feb 18 11:18:29.753951 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f4627b68-2850-48be-a595-58d6ebe98d2c req-45e08611-f424-420b-9566-de8d47bc26c5 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052117
Feb 18 11:18:29.790336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-f6ad63f8-9073-4a7e-bd8a-59b859a17a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca4719e8>, [{'id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'name': 'tempest-TestMinimumBasicScenario-1228389664-router', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:16:22Z', 'updated_at': '2021-02-18T11:16:33Z', 'revision_number': 4, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'gw_port': {'id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:24Z', 'updated_at': '2021-02-18T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': 'ccedf160-46f7-4945-86e1-9c07753f70ab', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'port_id': '4743c7ae-2af0-4402-9409-f778be91d483', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '503312d2-9807-4398-af38-b17366be9b97', 'mac_address': 'fa:16:3e:6c:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:18:19Z', 'updated_at': '2021-02-18T11:18:24Z', 'revision_number': 1, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94df19fe-6e94-41fa-bb5a-8a10657007df', 'name': '', 'network_id': '503312d2-9807-4398-af38-b17366be9b97', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'mac_address': 'fa:16:3e:f8:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:32Z', 'updated_at': '2021-02-18T11:16:51Z', 'revision_number': 5, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'subnets': [{'id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:18:29.810868 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad63f8-9073-4a7e-bd8a-59b859a17a58 None None] The sync data for ids ['d5b62294-1c4e-484d-b420-a980968e73da'] in dv-cinder-773985-5-iscsi is: [{'id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'name': 'tempest-TestMinimumBasicScenario-1228389664-router', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:16:22Z', 'updated_at': '2021-02-18T11:16:33Z', 'revision_number': 4, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'gw_port': {'id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:24Z', 'updated_at': '2021-02-18T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': 'ccedf160-46f7-4945-86e1-9c07753f70ab', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'port_id': '4743c7ae-2af0-4402-9409-f778be91d483', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '503312d2-9807-4398-af38-b17366be9b97', 'mac_address': 'fa:16:3e:6c:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:18:19Z', 'updated_at': '2021-02-18T11:18:24Z', 'revision_number': 1, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94df19fe-6e94-41fa-bb5a-8a10657007df', 'name': '', 'network_id': '503312d2-9807-4398-af38-b17366be9b97', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'mac_address': 'fa:16:3e:f8:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:32Z', 'updated_at': '2021-02-18T11:16:51Z', 'revision_number': 5, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'subnets': [{'id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:18:29.933092 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0968a1d7-9808-419c-a729-e78cf6c4182b req-d2aa0f3a-ffde-4d48-8aa9-e2b30e8ab3ee tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups/8d85b949-7104-42b9-90d3-cff31b717e27 HTTP/1.1" status: 200  len: 2407 time: 0.1183016
Feb 18 11:18:29.958890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-0968a1d7-9808-419c-a729-e78cf6c4182b req-6f5a1d59-00b2-44f1-a88f-835d0dbd1a6c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d85b949-7104-42b9-90d3-cff31b717e27', 'remote_group_id': None}]} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:18:29.960754 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-0968a1d7-9808-419c-a729-e78cf6c4182b req-6f5a1d59-00b2-44f1-a88f-835d0dbd1a6c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d85b949-7104-42b9-90d3-cff31b717e27', 'remote_group_id': None}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:18:29.981752 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-0968a1d7-9808-419c-a729-e78cf6c4182b req-6f5a1d59-00b2-44f1-a88f-835d0dbd1a6c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:18:29.990530 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-0968a1d7-9808-419c-a729-e78cf6c4182b req-6f5a1d59-00b2-44f1-a88f-835d0dbd1a6c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Usage tracker for resource:security_group_rule and tenant:4fe5fb7e1a354d7ca09c4b2f69382355 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:18:30.001964 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-0968a1d7-9808-419c-a729-e78cf6c4182b req-6f5a1d59-00b2-44f1-a88f-835d0dbd1a6c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:18:30.013934 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-0968a1d7-9808-419c-a729-e78cf6c4182b req-6f5a1d59-00b2-44f1-a88f-835d0dbd1a6c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:18:30.140519 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0968a1d7-9808-419c-a729-e78cf6c4182b req-6f5a1d59-00b2-44f1-a88f-835d0dbd1a6c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:30.190341 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0968a1d7-9808-419c-a729-e78cf6c4182b req-6f5a1d59-00b2-44f1-a88f-835d0dbd1a6c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:30.195368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0968a1d7-9808-419c-a729-e78cf6c4182b req-6f5a1d59-00b2-44f1-a88f-835d0dbd1a6c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797254'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:30.208578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-89955e93-9b0f-4e10-8ff0-afd3ab5617e6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:30.245831 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3861bbd5-7fbe-4c0e-a9ba-dd6cbfcce2a3 None None] New status for floating IP ccedf160-46f7-4945-86e1-9c07753f70ab: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:18:30.246140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a1d59-00b2-44f1-a88f-835d0dbd1a6c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0ac353-3a29-42a2-95b8-167423f9f22f,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:30.251374 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6f5a1d59-00b2-44f1-a88f-835d0dbd1a6c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:30.258935 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0968a1d7-9808-419c-a729-e78cf6c4182b req-6f5a1d59-00b2-44f1-a88f-835d0dbd1a6c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:30.263709 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0968a1d7-9808-419c-a729-e78cf6c4182b req-6f5a1d59-00b2-44f1-a88f-835d0dbd1a6c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.3160639
Feb 18 11:18:30.547077 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-7fe49c84-7d0e-47d4-b191-b75d23158257 req-27d2f805-d081-40e0-8702-da9cc521a046 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Synchronizing usage tracker for tenant:4fe5fb7e1a354d7ca09c4b2f69382355 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:18:30.575340 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-7fe49c84-7d0e-47d4-b191-b75d23158257 req-27d2f805-d081-40e0-8702-da9cc521a046 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Unset dirty status for tenant:4fe5fb7e1a354d7ca09c4b2f69382355 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:18:30.577312 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7fe49c84-7d0e-47d4-b191-b75d23158257 req-27d2f805-d081-40e0-8702-da9cc521a046 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1497958922&fields=id&tenant_id=4fe5fb7e1a354d7ca09c4b2f69382355 HTTP/1.1" status: 200  len: 267 time: 0.1220250
Feb 18 11:18:30.787040 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe49c84-7d0e-47d4-b191-b75d23158257 req-81b16ce0-c256-467f-bc15-7216a3ed276e tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:30.790187 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7fe49c84-7d0e-47d4-b191-b75d23158257 req-81b16ce0-c256-467f-bc15-7216a3ed276e tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 946 time: 0.2045777
Feb 18 11:18:30.813483 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-7fe49c84-7d0e-47d4-b191-b75d23158257 req-01622da8-397d-4ee9-a86a-debe98846388 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Request body: {'port': {'security_groups': ['5015afea-de1d-4531-9f1f-c3e1313b2f2a', '8d85b949-7104-42b9-90d3-cff31b717e27']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:18:31.391243 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7fe49c84-7d0e-47d4-b191-b75d23158257 req-01622da8-397d-4ee9-a86a-debe98846388 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:32.047847 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-7fe49c84-7d0e-47d4-b191-b75d23158257 req-01622da8-397d-4ee9-a86a-debe98846388 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] For port 4743c7ae-2af0-4402-9409-f778be91d483, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4743c7ae-2af0-4402-9409-f778be91d483,segment=NetworkSegment(b0ca712c-83d4-4012-9f3f-3ec10f606487),segment_id=b0ca712c-83d4-4012-9f3f-3ec10f606487)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:18:32.119613 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7fe49c84-7d0e-47d4-b191-b75d23158257 req-01622da8-397d-4ee9-a86a-debe98846388 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:32.126581 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7fe49c84-7d0e-47d4-b191-b75d23158257 req-01622da8-397d-4ee9-a86a-debe98846388 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852452506'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:32.151144 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-40c7a24d-6f46-4c0b-b8cd-9bf20a980140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:32.185543 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-361d7fcb-c0ac-4d4b-8a3b-75617644293f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:32.393666 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01622da8-397d-4ee9-a86a-debe98846388 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Pushing event updated for resources: {'Port': ['ID=4743c7ae-2af0-4402-9409-f778be91d483,revision_number=5']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:32.401263 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-01622da8-397d-4ee9-a86a-debe98846388 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:32.454218 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe49c84-7d0e-47d4-b191-b75d23158257 req-01622da8-397d-4ee9-a86a-debe98846388 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:32.455084 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-7fe49c84-7d0e-47d4-b191-b75d23158257 req-01622da8-397d-4ee9-a86a-debe98846388 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:32.457108 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7fe49c84-7d0e-47d4-b191-b75d23158257 req-01622da8-397d-4ee9-a86a-debe98846388 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "PUT /v2.0/ports/4743c7ae-2af0-4402-9409-f778be91d483 HTTP/1.1" status: 200  len: 982 time: 1.6524289
Feb 18 11:18:32.457744 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'tag': '4743c7ae-2af0-4402-9409-f778be91d483'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:18:32.727448 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-132ae6c1-8a1b-4ada-b0b0-0db64682a0d1 None None] Provisioning complete for port 4743c7ae-2af0-4402-9409-f778be91d483 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:18:32.728039 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-132ae6c1-8a1b-4ada-b0b0-0db64682a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:32.786582 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e1187-1810-47d8-8b2d-2a4684f1d439 req-f13e2f4f-1b99-452c-b184-1e60b8c7deff tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:32.789268 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8d0e1187-1810-47d8-8b2d-2a4684f1d439 req-f13e2f4f-1b99-452c-b184-1e60b8c7deff tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 946 time: 0.1293190
Feb 18 11:18:32.852033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:32.886674 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8d0e1187-1810-47d8-8b2d-2a4684f1d439 req-3bd43d8a-d19f-4ffa-9f2b-8a86262c1524 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871444
Feb 18 11:18:33.011808 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'tag': '4743c7ae-2af0-4402-9409-f778be91d483', 'status': 'completed', 'code': 200}
Feb 18 11:18:33.214368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 9679a4b7-7de3-4073-bdeb-217ed3a3086b up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:18:33.336074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28356a-8179-472e-869a-cd0889962a4d req-689899cd-20da-4259-91a8-18ff448c24fa tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:33.339347 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9d28356a-8179-472e-869a-cd0889962a4d req-689899cd-20da-4259-91a8-18ff448c24fa tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.3294013
Feb 18 11:18:33.346354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846bfb3-8214-45bd-911c-50edde32e75e req-586fd359-2cb8-4d99-9157-7acf7ab365f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:33.349697 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0846bfb3-8214-45bd-911c-50edde32e75e req-586fd359-2cb8-4d99-9157-7acf7ab365f4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4fe5fb7e1a354d7ca09c4b2f69382355&device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 1203 time: 0.2441800
Feb 18 11:18:33.358504 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port 9679a4b7-7de3-4073-bdeb-217ed3a3086b completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:18:33.368453 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 9679a4b7-7de3-4073-bdeb-217ed3a3086b triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:18:33.369265 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:33.619239 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9d28356a-8179-472e-869a-cd0889962a4d req-e7bb2f8f-542e-4d22-90c5-5acd32b17c60 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&id=8d85b949-7104-42b9-90d3-cff31b717e27&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2613053
Feb 18 11:18:33.660558 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:33.718082 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846bfb3-8214-45bd-911c-50edde32e75e req-40569a01-8235-4d2e-af44-407b9f3e30fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:33.720985 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0846bfb3-8214-45bd-911c-50edde32e75e req-40569a01-8235-4d2e-af44-407b9f3e30fe service neutron] 10.222.0.79 "GET /v2.0/networks?id=503312d2-9807-4398-af38-b17366be9b97 HTTP/1.1" status: 200  len: 909 time: 0.3276672
Feb 18 11:18:33.764792 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 9679a4b7-7de3-4073-bdeb-217ed3a3086b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9679a4b7-7de3-4073-bdeb-217ed3a3086b,segment=NetworkSegment(874e3670-40f7-4325-ac83-791fa108942f),segment_id=874e3670-40f7-4325-ac83-791fa108942f)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:18:33.767266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d61b3b4-8c94-4b84-ae39-8ca9129e5d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9679a4b7-7de3-4073-bdeb-217ed3a3086b'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:18:33.779119 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:33.782774 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:33.949342 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d61b3b4-8c94-4b84-ae39-8ca9129e5d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9679a4b7-7de3-4073-bdeb-217ed3a3086b', 'code': 200}
Feb 18 11:18:33.994164 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0846bfb3-8214-45bd-911c-50edde32e75e req-3f048d4d-a45a-4355-a76b-48d09838da7c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4743c7ae-2af0-4402-9409-f778be91d483 HTTP/1.1" status: 200  len: 1002 time: 0.2644551
Feb 18 11:18:33.994740 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=9679a4b7-7de3-4073-bdeb-217ed3a3086b,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:34.002033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:34.232468 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846bfb3-8214-45bd-911c-50edde32e75e req-3f5dfe2e-fcf7-4d41-9556-6f7b80ed051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:34.235806 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0846bfb3-8214-45bd-911c-50edde32e75e req-3f5dfe2e-fcf7-4d41-9556-6f7b80ed051b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37be6e4f-3b7a-4e85-a12c-688a864871b3 HTTP/1.1" status: 200  len: 854 time: 0.2197416
Feb 18 11:18:34.644054 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846bfb3-8214-45bd-911c-50edde32e75e req-32e1bd08-132f-4964-b8ef-ba6bda77c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:34.647158 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0846bfb3-8214-45bd-911c-50edde32e75e req-32e1bd08-132f-4964-b8ef-ba6bda77c8d8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=503312d2-9807-4398-af38-b17366be9b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3884463
Feb 18 11:18:34.670168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12d87f-e089-408b-908d-56928b27083e req-12efd6a6-921d-48bf-9a40-df8bf1cb2b87 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:34.675004 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5b12d87f-e089-408b-908d-56928b27083e req-12efd6a6-921d-48bf-9a40-df8bf1cb2b87 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 948 time: 0.1878548
Feb 18 11:18:34.755373 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 4743c7ae-2af0-4402-9409-f778be91d483 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:18:34.821526 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5b12d87f-e089-408b-908d-56928b27083e req-d9f625c1-06cf-42a7-baf2-c2b1b217714e tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202059
Feb 18 11:18:34.936813 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 4743c7ae-2af0-4402-9409-f778be91d483 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:18:34.937491 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:34.941453 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfd453-cdf7-4ed6-be89-20fbe3dd7b90 req-0b3bc3e2-f117-44f2-a0ec-2df0a1b25823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:34.944384 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-28cfd453-cdf7-4ed6-be89-20fbe3dd7b90 req-0b3bc3e2-f117-44f2-a0ec-2df0a1b25823 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 1165 time: 0.4535859
Feb 18 11:18:35.068772 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0846bfb3-8214-45bd-911c-50edde32e75e req-a128535f-1e0b-44f6-819a-2d26c627aa39 service neutron] 10.222.0.79 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4102757
Feb 18 11:18:35.125104 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-28cfd453-cdf7-4ed6-be89-20fbe3dd7b90 req-969dff08-da95-402b-9014-788489ed8468 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593566
Feb 18 11:18:35.148978 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 9679a4b7-7de3-4073-bdeb-217ed3a3086b up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:18:35.293318 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 9679a4b7-7de3-4073-bdeb-217ed3a3086b triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:18:35.294047 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:35.362045 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0846bfb3-8214-45bd-911c-50edde32e75e req-932a8547-2efa-450e-996c-7392d4543615 service neutron] 10.222.0.79 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2831779
Feb 18 11:18:35.601101 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-90435bd4-7bb4-425c-9a9d-f58bcf19141a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:36.220767 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:36.257116 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48371795-18b2-463d-94e6-4eaab1e6469f req-c3dc0f70-565e-4ba9-b65e-9a8ee7c2aea4 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:36.261466 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-48371795-18b2-463d-94e6-4eaab1e6469f req-c3dc0f70-565e-4ba9-b65e-9a8ee7c2aea4 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 948 time: 0.2047455
Feb 18 11:18:36.303801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 9679a4b7-7de3-4073-bdeb-217ed3a3086b up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:18:36.410378 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-48371795-18b2-463d-94e6-4eaab1e6469f req-41600713-ca2e-4285-b794-528a4e1144fb tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296961
Feb 18 11:18:36.491266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 9679a4b7-7de3-4073-bdeb-217ed3a3086b triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:18:36.491929 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:37.763803 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6739e-7871-4884-bee2-e67f7fc5226d req-b2c4425a-02ea-4692-ad7f-34de0898994e tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:37.766897 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bea6739e-7871-4884-bee2-e67f7fc5226d req-b2c4425a-02ea-4692-ad7f-34de0898994e tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 948 time: 0.1659398
Feb 18 11:18:37.847438 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bea6739e-7871-4884-bee2-e67f7fc5226d req-570a044f-4222-4866-8e98-26e714ba0d20 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594831
Feb 18 11:18:38.205988 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:38.526329 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:38.781380 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e77322-6c5e-48c1-af3a-b370c341da20 req-d727e636-05e5-4bef-95b0-fa99f23281f6 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:38.783524 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-88e77322-6c5e-48c1-af3a-b370c341da20 req-d727e636-05e5-4bef-95b0-fa99f23281f6 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 948 time: 0.1612368
Feb 18 11:18:38.858524 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-88e77322-6c5e-48c1-af3a-b370c341da20 req-2529ee44-1319-4b44-bd80-f24e23770577 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665197
Feb 18 11:18:40.222284 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 45264) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:40.254408 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89327ca-1d0e-484f-bd24-718d95adf6ff req-e199bbc4-0873-4de7-85dc-9bf0292ee92b tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:40.258684 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a89327ca-1d0e-484f-bd24-718d95adf6ff req-e199bbc4-0873-4de7-85dc-9bf0292ee92b tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 948 time: 0.1770599
Feb 18 11:18:40.368209 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a89327ca-1d0e-484f-bd24-718d95adf6ff req-3f61e86e-cc6b-480b-9553-af7a31f896b8 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956833
Feb 18 11:18:40.462910 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fd14be13-5fbc-442c-bcc8-fd85d5c14aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:40.486096 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-fd14be13-5fbc-442c-bcc8-fd85d5c14aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:18:40.493005 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-fd14be13-5fbc-442c-bcc8-fd85d5c14aa1 admin admin] Usage tracker for resource:security_group_rule and tenant:4a6a258621cb4968afef951bd5e1d284 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:18:40.501468 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-fd14be13-5fbc-442c-bcc8-fd85d5c14aa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:18:40.521187 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-fd14be13-5fbc-442c-bcc8-fd85d5c14aa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:18:40.708879 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fd14be13-5fbc-442c-bcc8-fd85d5c14aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:40.714603 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fd14be13-5fbc-442c-bcc8-fd85d5c14aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:40.737098 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-202dc1c5-92f0-4c6a-b278-454cec80b0b9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:40.800548 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-43f32419-5498-400c-82c2-31f938470143 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:40.803979 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-43f32419-5498-400c-82c2-31f938470143 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 948 time: 0.1736770
Feb 18 11:18:40.857214 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-fd14be13-5fbc-442c-bcc8-fd85d5c14aa1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a6a258621cb4968afef951bd5e1d284&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6327922
Feb 18 11:18:40.858337 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 45276) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:40.865605 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14be13-5fbc-442c-bcc8-fd85d5c14aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ac55d2-e52b-47c0-8369-30fe03ebc8e0,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:40.873925 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-fd14be13-5fbc-442c-bcc8-fd85d5c14aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:40.889638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 45280) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:40.973198 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Deleting port 9679a4b7-7de3-4073-bdeb-217ed3a3086b {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:18:40.973956 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:40.984139 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-82f81470-44ab-44c3-9929-6739dca536ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:41.047969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-82f81470-44ab-44c3-9929-6739dca536ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:41.141914 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-82f81470-44ab-44c3-9929-6739dca536ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:41.148785 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6b551942-18f8-42ef-bcf8-e74025f4c04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:41.179292 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f81470-44ab-44c3-9929-6739dca536ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ac55d2-e52b-47c0-8369-30fe03ebc8e0,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:41.189052 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-82f81470-44ab-44c3-9929-6739dca536ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:41.194202 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-82f81470-44ab-44c3-9929-6739dca536ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:41.200950 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-82f81470-44ab-44c3-9929-6739dca536ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17ac55d2-e52b-47c0-8369-30fe03ebc8e0 HTTP/1.1" status: 204  len: 168 time: 0.3346324
Feb 18 11:18:41.234841 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_v2 [None req-3239c52b-b1e2-4d29-8890-871402a9dab1 admin admin] Deleting subnet 95dde4eb-bfb3-4ebc-a6e3-205ca86cf6ff {{(pid=83932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 11:18:41.252758 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3239c52b-b1e2-4d29-8890-871402a9dab1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:41.511702 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3239c52b-b1e2-4d29-8890-871402a9dab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3086655'] for subnet, precommit_delete_associations {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:41.806755 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3239c52b-b1e2-4d29-8890-871402a9dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741126'] for subnet, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:41.865227 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 45294) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:41.908767 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eb9db052-4ea2-4e92-8e77-06c9aaa5e082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:41.939273 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] For port 9679a4b7-7de3-4073-bdeb-217ed3a3086b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9679a4b7-7de3-4073-bdeb-217ed3a3086b,segment=NetworkSegment(874e3670-40f7-4325-ac83-791fa108942f),segment_id=874e3670-40f7-4325-ac83-791fa108942f)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:18:41.940021 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:41.943059 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-eb9db052-4ea2-4e92-8e77-06c9aaa5e082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:18:41.952205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-eb9db052-4ea2-4e92-8e77-06c9aaa5e082 admin admin] Usage tracker for resource:security_group_rule and tenant:22232e711b8e456fa0ff9d6534c4c3f3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:18:41.959635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-eb9db052-4ea2-4e92-8e77-06c9aaa5e082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:18:41.973693 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-eb9db052-4ea2-4e92-8e77-06c9aaa5e082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:18:42.092506 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 9679a4b7-7de3-4073-bdeb-217ed3a3086b no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:18:42.167848 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eb9db052-4ea2-4e92-8e77-06c9aaa5e082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:42.174371 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eb9db052-4ea2-4e92-8e77-06c9aaa5e082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:42.193943 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7da6dc7b-35f1-4525-8e28-e71aaa7150f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:42.284723 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-eb9db052-4ea2-4e92-8e77-06c9aaa5e082 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=22232e711b8e456fa0ff9d6534c4c3f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4133887
Feb 18 11:18:42.287802 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 45298) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:42.315867 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9db052-4ea2-4e92-8e77-06c9aaa5e082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0a6d2c-25c9-403c-a7a5-97a22bca26da,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:42.329566 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-eb9db052-4ea2-4e92-8e77-06c9aaa5e082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:42.358132 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:42.419645 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d61b3b4-8c94-4b84-ae39-8ca9129e5d93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9679a4b7-7de3-4073-bdeb-217ed3a3086b'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:18:42.437296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8921b4a3-c357-49c5-8435-829ef6f73671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:42.453722 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 9679a4b7-7de3-4073-bdeb-217ed3a3086b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9679a4b7-7de3-4073-bdeb-217ed3a3086b,segment=NetworkSegment(874e3670-40f7-4325-ac83-791fa108942f),segment_id=874e3670-40f7-4325-ac83-791fa108942f)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:18:42.463324 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:42.470940 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:42.498300 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8921b4a3-c357-49c5-8435-829ef6f73671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:42.561699 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d61b3b4-8c94-4b84-ae39-8ca9129e5d93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9679a4b7-7de3-4073-bdeb-217ed3a3086b', 'code': 200}
Feb 18 11:18:42.588111 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8921b4a3-c357-49c5-8435-829ef6f73671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:42.600719 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8ceced4c-9897-4a31-b031-61d16b1c4c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:42.631897 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921b4a3-c357-49c5-8435-829ef6f73671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0a6d2c-25c9-403c-a7a5-97a22bca26da,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:42.641907 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8921b4a3-c357-49c5-8435-829ef6f73671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:42.648971 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8921b4a3-c357-49c5-8435-829ef6f73671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:42.651478 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8921b4a3-c357-49c5-8435-829ef6f73671 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f0a6d2c-25c9-403c-a7a5-97a22bca26da HTTP/1.1" status: 204  len: 168 time: 0.3614743
Feb 18 11:18:42.715414 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Calling delete_port for 9679a4b7-7de3-4073-bdeb-217ed3a3086b owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:18:42.735336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=9679a4b7-7de3-4073-bdeb-217ed3a3086b,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:42.743161 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:42.886644 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d06ea-b372-4ef6-b5d2-cd0e030f4146 req-370b17c9-2bd7-4465-bf12-d81410784c80 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:42.890405 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-666d06ea-b372-4ef6-b5d2-cd0e030f4146 req-370b17c9-2bd7-4465-bf12-d81410784c80 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 948 time: 1.2850924
Feb 18 11:18:43.113549 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-666d06ea-b372-4ef6-b5d2-cd0e030f4146 req-35aba3db-5306-406a-a844-52fe2dcb9795 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2102146
Feb 18 11:18:43.190630 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83932) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:18:43.191293 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:18:43.279417 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3239c52b-b1e2-4d29-8890-871402a9dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847034674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2111037'] for subnet, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:43.320961 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-074449e3-6d89-43d3-a91a-4536fbb13822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:43.474654 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239c52b-b1e2-4d29-8890-871402a9dab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95dde4eb-bfb3-4ebc-a6e3-205ca86cf6ff,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:43.484242 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3239c52b-b1e2-4d29-8890-871402a9dab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:43.572675 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3239c52b-b1e2-4d29-8890-871402a9dab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:43.601455 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-3239c52b-b1e2-4d29-8890-871402a9dab1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/95dde4eb-bfb3-4ebc-a6e3-205ca86cf6ff HTTP/1.1" status: 204  len: 168 time: 2.7100317
Feb 18 11:18:43.606959 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 45318) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:43.692505 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Deleting port 9679a4b7-7de3-4073-bdeb-217ed3a3086b {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:18:43.693578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:43.822317 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8faa0cff-ea5e-4779-a9ec-91716c355aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854201257'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:44.191792 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8faa0cff-ea5e-4779-a9ec-91716c355aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7742001', 'neutron.services.segments.db._delete_segments_for_network--9223363254506393562'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:44.381868 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] For port 9679a4b7-7de3-4073-bdeb-217ed3a3086b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9679a4b7-7de3-4073-bdeb-217ed3a3086b,segment=NetworkSegment(874e3670-40f7-4325-ac83-791fa108942f),segment_id=874e3670-40f7-4325-ac83-791fa108942f)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:18:44.382741 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:44.506182 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-8faa0cff-ea5e-4779-a9ec-91716c355aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccc9b02358>,) {'filters': {'network_id': ['5f928827-e780-4231-9309-73c921bf7d7a']}} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:18:44.537658 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-8faa0cff-ea5e-4779-a9ec-91716c355aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc9b02358>, '825c779e-5534-4167-9bee-949cb58a537c') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:18:44.538521 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-8faa0cff-ea5e-4779-a9ec-91716c355aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc9b02358>, '825c779e-5534-4167-9bee-949cb58a537c') {} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:18:44.567227 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8faa0cff-ea5e-4779-a9ec-91716c355aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254506395610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2096643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:44.595817 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8faa0cff-ea5e-4779-a9ec-91716c355aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:44.600174 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8faa0cff-ea5e-4779-a9ec-91716c355aa4 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 11:18:44.715753 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Calling delete_port for 9679a4b7-7de3-4073-bdeb-217ed3a3086b owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:18:44.930264 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734721a-aae2-4f40-9587-151639eb378f req-edd9fdad-8b15-4632-9899-b95e5fb0539c tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:44.931238 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-1734721a-aae2-4f40-9587-151639eb378f req-edd9fdad-8b15-4632-9899-b95e5fb0539c tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Synchronizing usage tracker for tenant:33fe72b218724a0dad66084ef5d17155 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:18:44.952987 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-8faa0cff-ea5e-4779-a9ec-91716c355aa4 admin admin] Network 5f928827-e780-4231-9309-73c921bf7d7a has no segments {{(pid=83933) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:18:44.967647 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8faa0cff-ea5e-4779-a9ec-91716c355aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7742905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321546'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:45.026911 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-1734721a-aae2-4f40-9587-151639eb378f req-edd9fdad-8b15-4632-9899-b95e5fb0539c tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Unset dirty status for tenant:33fe72b218724a0dad66084ef5d17155 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:18:45.029419 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1734721a-aae2-4f40-9587-151639eb378f req-edd9fdad-8b15-4632-9899-b95e5fb0539c tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 946 time: 0.6087079
Feb 18 11:18:45.091647 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:45.123288 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a0b98782-a37d-4d3a-9032-29bf8a241048 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:45.255978 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-8faa0cff-ea5e-4779-a9ec-91716c355aa4 admin admin] Network 5f928827-e780-4231-9309-73c921bf7d7a has no segments {{(pid=83933) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]: Traceback (most recent call last):
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:     timer()
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:     cb(*args, **kw)
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:     return func(*args, **kwargs)
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:     self._notify()
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:     self.callback(batched_events)
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:     event.method(event)
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:     segment_id)['aggregates'][0]
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:     return f(self, *a, **k)
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self._get(url).json()
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:     **kwargs)
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self.request(url, 'GET', **kwargs)
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:     **endpoint_filter)
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 11:18:45.306489 dv-cinder-773985-5-iscsi neutron-server[83816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 11:18:45.311526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Pushing event deleted for resources: {'Port': ['ID=9679a4b7-7de3-4073-bdeb-217ed3a3086b,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:45.317390 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:45.336684 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1734721a-aae2-4f40-9587-151639eb378f req-c76cc505-94f1-4a79-978d-815d6196c939 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a45b4b6-dd90-438d-8973-e46f68ebb3a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2862430
Feb 18 11:18:45.484818 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8faa0cff-ea5e-4779-a9ec-91716c355aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847033799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498500'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:45.500056 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8faa0cff-ea5e-4779-a9ec-91716c355aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:45.514927 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-561494a2-5f09-4b98-9240-5ec2a8d575ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:45.543770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] No DVR routers for this DVR port 9679a4b7-7de3-4073-bdeb-217ed3a3086b on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:18:45.546534 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:45.549160 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-df260d78-a97f-4b34-bcb5-7f24e5cc205b req-03509ba5-b39f-4463-99b1-f2ef79db1552 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.79 "DELETE /v2.0/ports/9679a4b7-7de3-4073-bdeb-217ed3a3086b HTTP/1.1" status: 204  len: 173 time: 4.7381310
Feb 18 11:18:45.549842 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d61b3b4-8c94-4b84-ae39-8ca9129e5d93', 'name': 'network-vif-deleted', 'tag': '9679a4b7-7de3-4073-bdeb-217ed3a3086b'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:18:45.566924 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa0cff-ea5e-4779-a9ec-91716c355aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f928827-e780-4231-9309-73c921bf7d7a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:45.571988 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8faa0cff-ea5e-4779-a9ec-91716c355aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:45.581884 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8faa0cff-ea5e-4779-a9ec-91716c355aa4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5f928827-e780-4231-9309-73c921bf7d7a HTTP/1.1" status: 204  len: 168 time: 1.9731264
Feb 18 11:18:45.697563 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d61b3b4-8c94-4b84-ae39-8ca9129e5d93', 'name': 'network-vif-deleted', 'tag': '9679a4b7-7de3-4073-bdeb-217ed3a3086b', 'status': 'completed', 'code': 200}
Feb 18 11:18:46.221685 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 45362) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:46.329517 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-3628f9ec-2c8e-4c46-aa58-788a088f3026 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=631a9d49645c411f8ed9de83016996f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1054385
Feb 18 11:18:46.337168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 45366) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:46.424637 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:46.464091 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:46.538797 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:46.544219 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8c06a7df-7387-4f1a-8ad2-ec27f05adb20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:46.561664 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72ea59c-6da1-49f5-8883-dc9920795df1,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:46.586665 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.587063 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.587661 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.588350 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.589094 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.590946 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.591890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.592628 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.593512 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.594204 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.594929 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.595634 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.596632 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.597352 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.598059 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.598756 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.599649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.600367 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.601176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.601885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.602596 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.603465 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.604167 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.604992 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:46.612627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:46.619927 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:46.637094 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d72ea59c-6da1-49f5-8883-dc9920795df1 HTTP/1.1" status: 204  len: 168 time: 0.2986901
Feb 18 11:18:46.653287 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f17ddd-9776-4e3e-9122-239bfcd1a4c0 req-156a17bd-c0fd-47c7-83f4-04fefb3ac9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:46.656635 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d5f17ddd-9776-4e3e-9122-239bfcd1a4c0 req-156a17bd-c0fd-47c7-83f4-04fefb3ac9a1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4fe5fb7e1a354d7ca09c4b2f69382355&device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 1203 time: 0.3305709
Feb 18 11:18:46.764630 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c56ea-d662-426a-8edb-eec439b93e3a req-34beaec6-88a1-46fb-8ad5-dedebeb6f6e2 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:46.768130 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fb8c56ea-d662-426a-8edb-eec439b93e3a req-34beaec6-88a1-46fb-8ad5-dedebeb6f6e2 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.3592989
Feb 18 11:18:46.795036 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a70a12a7-d2c0-4821-9868-1f9e0733cea4 req-d8a41322-a0ab-42a9-909b-da90aa423393 tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d61b3b4-8c94-4b84-ae39-8ca9129e5d93 HTTP/1.1" status: 200  len: 210 time: 0.1153550
Feb 18 11:18:47.073081 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fb8c56ea-d662-426a-8edb-eec439b93e3a req-cdbad77f-8b19-44c5-87e8-96b1acad51dc tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&id=8d85b949-7104-42b9-90d3-cff31b717e27&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1701574
Feb 18 11:18:47.133315 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f17ddd-9776-4e3e-9122-239bfcd1a4c0 req-8019a59d-84cb-4728-a7e9-49ef8519af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:47.133315 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d5f17ddd-9776-4e3e-9122-239bfcd1a4c0 req-8019a59d-84cb-4728-a7e9-49ef8519af10 service neutron] 10.222.0.79 "GET /v2.0/networks?id=503312d2-9807-4398-af38-b17366be9b97 HTTP/1.1" status: 200  len: 909 time: 0.4535065
Feb 18 11:18:47.374216 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d5f17ddd-9776-4e3e-9122-239bfcd1a4c0 req-1be625b8-f8b9-4ca0-b94a-9d0f7e7c9c45 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4743c7ae-2af0-4402-9409-f778be91d483 HTTP/1.1" status: 200  len: 1002 time: 0.2457304
Feb 18 11:18:47.512386 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f17ddd-9776-4e3e-9122-239bfcd1a4c0 req-5ca84593-86c3-44c6-869d-8233778c6896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:47.515179 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d5f17ddd-9776-4e3e-9122-239bfcd1a4c0 req-5ca84593-86c3-44c6-869d-8233778c6896 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37be6e4f-3b7a-4e85-a12c-688a864871b3 HTTP/1.1" status: 200  len: 854 time: 0.1332424
Feb 18 11:18:47.635251 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f17ddd-9776-4e3e-9122-239bfcd1a4c0 req-f6bc3314-96db-4690-a72c-75ae39b6c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:47.638888 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d5f17ddd-9776-4e3e-9122-239bfcd1a4c0 req-f6bc3314-96db-4690-a72c-75ae39b6c5bc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=503312d2-9807-4398-af38-b17366be9b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1162546
Feb 18 11:18:47.968522 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d5f17ddd-9776-4e3e-9122-239bfcd1a4c0 req-dee782f6-6433-4f95-b56c-c85ad5180312 service neutron] 10.222.0.79 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3204319
Feb 18 11:18:48.271322 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d5f17ddd-9776-4e3e-9122-239bfcd1a4c0 req-585353ac-f1d2-4e4d-978f-28364c4e4e41 service neutron] 10.222.0.79 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2935770
Feb 18 11:18:48.668889 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6d361-6dab-4dc4-b6de-5f391f12c486 req-4685fd0c-c8b8-4a46-be25-a2f76a9f45aa tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:48.679150 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bfa6d361-6dab-4dc4-b6de-5f391f12c486 req-4685fd0c-c8b8-4a46-be25-a2f76a9f45aa tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.3089535
Feb 18 11:18:48.877637 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bfa6d361-6dab-4dc4-b6de-5f391f12c486 req-72be6e08-bd4e-40cc-8ab1-ebf3b7e162ea tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&id=8d85b949-7104-42b9-90d3-cff31b717e27&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1733930
Feb 18 11:18:50.379366 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41722b1-fb1d-453f-929c-393bb08f6391 req-9c16d91a-dbda-46e4-b163-11e85e318d79 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:50.382405 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d41722b1-fb1d-453f-929c-393bb08f6391 req-9c16d91a-dbda-46e4-b163-11e85e318d79 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.1408699
Feb 18 11:18:50.502122 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d41722b1-fb1d-453f-929c-393bb08f6391 req-8621e721-8806-4dd7-ae00-7f5c046b583e tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&id=8d85b949-7104-42b9-90d3-cff31b717e27&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1085908
Feb 18 11:18:52.029508 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250432cb-1d1d-4d54-92a1-1bc9cd3547a5 req-0c137eb6-abbc-49c7-844e-c498e499e75c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:52.032526 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-250432cb-1d1d-4d54-92a1-1bc9cd3547a5 req-0c137eb6-abbc-49c7-844e-c498e499e75c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.2182186
Feb 18 11:18:52.141537 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-250432cb-1d1d-4d54-92a1-1bc9cd3547a5 req-97e05d11-1567-454c-9ab2-4297f0b83f9b tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&id=8d85b949-7104-42b9-90d3-cff31b717e27&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0982664
Feb 18 11:18:52.504372 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:18:53.546024 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856687b2-4a90-4eaa-b05a-4307b4b9453b req-b10f4745-058e-42d3-b048-1767a11c3e1b tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:53.549573 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-856687b2-4a90-4eaa-b05a-4307b4b9453b req-b10f4745-058e-42d3-b048-1767a11c3e1b tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.1706743
Feb 18 11:18:53.659183 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-856687b2-4a90-4eaa-b05a-4307b4b9453b req-a7837357-1002-4edc-85ce-714e02717ab9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&id=8d85b949-7104-42b9-90d3-cff31b717e27&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0931253
Feb 18 11:18:53.894463 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 45692) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:54.125055 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:54.155422 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:18:54.164023 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Usage tracker for resource:security_group_rule and tenant:9433d6769aef4549ae84bee866cf3826 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:18:54.170907 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:18:54.183998 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:18:54.373615 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:54.388780 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:54.400283 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-38790195-83b1-4557-b836-5e2941b081cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:54.448725 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9433d6769aef4549ae84bee866cf3826&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5528407
Feb 18 11:18:54.449887 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9a6f23-456a-4921-a307-8495dc3b3189,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:54.452008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 45710) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:54.472764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.473196 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.473563 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.474060 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.474334 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.474731 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.475107 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.475531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.475844 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.476235 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.476652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.477109 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.477558 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.478096 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.480565 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.480565 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.480565 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.480565 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.481069 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.481580 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.481734 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.482071 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.482627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.483215 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:18:54.490121 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:54.574407 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3abd44eb-80ef-4f8a-89bb-21ffe5fe6af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:54.613778 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3abd44eb-80ef-4f8a-89bb-21ffe5fe6af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:54.683940 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3abd44eb-80ef-4f8a-89bb-21ffe5fe6af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:54.696171 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cfd29d3f-779b-4e71-9638-7e0e25abe43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:54.722430 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd44eb-80ef-4f8a-89bb-21ffe5fe6af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9a6f23-456a-4921-a307-8495dc3b3189,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:54.734708 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3abd44eb-80ef-4f8a-89bb-21ffe5fe6af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:54.736191 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3abd44eb-80ef-4f8a-89bb-21ffe5fe6af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:54.738451 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-3abd44eb-80ef-4f8a-89bb-21ffe5fe6af7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7d9a6f23-456a-4921-a307-8495dc3b3189 HTTP/1.1" status: 204  len: 168 time: 0.2851031
Feb 18 11:18:55.145367 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5fe48-0a2a-40dc-bdd9-9314653b555d req-f62f896e-9a82-414a-93a8-a865d1560046 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:55.153461 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-90e5fe48-0a2a-40dc-bdd9-9314653b555d req-f62f896e-9a82-414a-93a8-a865d1560046 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.1863670
Feb 18 11:18:55.251985 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-90e5fe48-0a2a-40dc-bdd9-9314653b555d req-1cb42a2a-005b-4459-8ff8-9c16fd4c27ec tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&id=8d85b949-7104-42b9-90d3-cff31b717e27&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0907490
Feb 18 11:18:55.333156 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 45736) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:55.369761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-893403a0-92d4-4dfe-99a4-312c05e1e0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:55.401513 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-893403a0-92d4-4dfe-99a4-312c05e1e0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:18:55.410785 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-893403a0-92d4-4dfe-99a4-312c05e1e0de admin admin] Usage tracker for resource:security_group_rule and tenant:3fec53c724d1441ea4e1d885533857df is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:18:55.417075 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-893403a0-92d4-4dfe-99a4-312c05e1e0de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:18:55.431004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-893403a0-92d4-4dfe-99a4-312c05e1e0de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:18:55.617464 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-893403a0-92d4-4dfe-99a4-312c05e1e0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:55.628969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-893403a0-92d4-4dfe-99a4-312c05e1e0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:55.640764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f795d940-bf71-4608-9d07-95158a3245bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:55.728227 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-893403a0-92d4-4dfe-99a4-312c05e1e0de admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3fec53c724d1441ea4e1d885533857df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3930881
Feb 18 11:18:55.733540 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893403a0-92d4-4dfe-99a4-312c05e1e0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ae57e8-1c38-4a46-96b2-ad47cf0550ba,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:55.734046 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 45746) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:55.742774 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-893403a0-92d4-4dfe-99a4-312c05e1e0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:55.870300 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ff7d9a4b-892e-4212-8a90-48180c7c698a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:55.913888 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ff7d9a4b-892e-4212-8a90-48180c7c698a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:56.006747 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ff7d9a4b-892e-4212-8a90-48180c7c698a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:56.015073 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-de821e73-3e91-4b1a-9ad6-4ff096c22765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:56.038878 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d9a4b-892e-4212-8a90-48180c7c698a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ae57e8-1c38-4a46-96b2-ad47cf0550ba,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:56.044306 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ff7d9a4b-892e-4212-8a90-48180c7c698a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:56.048246 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ff7d9a4b-892e-4212-8a90-48180c7c698a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:56.050819 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ff7d9a4b-892e-4212-8a90-48180c7c698a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f1ae57e8-1c38-4a46-96b2-ad47cf0550ba HTTP/1.1" status: 204  len: 168 time: 0.3145511
Feb 18 11:18:56.300230 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2784f-d346-4b0c-ae93-7b2f31c4bf38 req-0bd1a84c-3b5e-4904-8ef3-181a03598dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:56.303415 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7aa2784f-d346-4b0c-ae93-7b2f31c4bf38 req-0bd1a84c-3b5e-4904-8ef3-181a03598dd6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4fe5fb7e1a354d7ca09c4b2f69382355&device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 1203 time: 0.1408911
Feb 18 11:18:56.587348 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2784f-d346-4b0c-ae93-7b2f31c4bf38 req-d2a9ed0a-f781-4fef-b333-e5eb0d40829d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:56.590669 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7aa2784f-d346-4b0c-ae93-7b2f31c4bf38 req-d2a9ed0a-f781-4fef-b333-e5eb0d40829d service neutron] 10.222.0.79 "GET /v2.0/networks?id=503312d2-9807-4398-af38-b17366be9b97 HTTP/1.1" status: 200  len: 909 time: 0.2591717
Feb 18 11:18:56.660539 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0ef37-64d7-46bc-8bf6-dfa7307bdc5d req-cbf5fcb2-ee44-4d98-86cc-3724ed756c86 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:56.663977 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-96b0ef37-64d7-46bc-8bf6-dfa7307bdc5d req-cbf5fcb2-ee44-4d98-86cc-3724ed756c86 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.1696184
Feb 18 11:18:56.827722 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-96b0ef37-64d7-46bc-8bf6-dfa7307bdc5d req-eaa74819-d3ab-4eca-bed6-259cc0545840 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&id=8d85b949-7104-42b9-90d3-cff31b717e27&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1477227
Feb 18 11:18:56.874011 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7aa2784f-d346-4b0c-ae93-7b2f31c4bf38 req-3d5be8e8-ec14-4f7f-bf97-11d18c493c34 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4743c7ae-2af0-4402-9409-f778be91d483 HTTP/1.1" status: 200  len: 1002 time: 0.2766881
Feb 18 11:18:56.903620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 45766) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:56.940336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-93b02e27-b17d-4784-b01f-eea388af4e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:56.975823 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-93b02e27-b17d-4784-b01f-eea388af4e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:18:56.987581 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-93b02e27-b17d-4784-b01f-eea388af4e81 admin admin] Usage tracker for resource:security_group_rule and tenant:d9b610cb81a143d08a1f1ee07a0d7381 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:18:56.994507 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-93b02e27-b17d-4784-b01f-eea388af4e81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:18:57.009633 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-93b02e27-b17d-4784-b01f-eea388af4e81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:18:57.012983 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2784f-d346-4b0c-ae93-7b2f31c4bf38 req-d158cd1a-8160-48ae-babf-9dec0265563f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:57.016261 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7aa2784f-d346-4b0c-ae93-7b2f31c4bf38 req-d158cd1a-8160-48ae-babf-9dec0265563f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37be6e4f-3b7a-4e85-a12c-688a864871b3 HTTP/1.1" status: 200  len: 854 time: 0.1351418
Feb 18 11:18:57.112886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 45774) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:57.209739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2784f-d346-4b0c-ae93-7b2f31c4bf38 req-2df1ed66-3a8b-4a20-8020-93a0cd251cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:57.213524 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7aa2784f-d346-4b0c-ae93-7b2f31c4bf38 req-2df1ed66-3a8b-4a20-8020-93a0cd251cf2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=503312d2-9807-4398-af38-b17366be9b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1882761
Feb 18 11:18:57.232595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-93b02e27-b17d-4784-b01f-eea388af4e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:57.237892 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-93b02e27-b17d-4784-b01f-eea388af4e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:57.256190 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-fd14be13-5fbc-442c-bcc8-fd85d5c14aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:57.372083 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-93b02e27-b17d-4784-b01f-eea388af4e81 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d9b610cb81a143d08a1f1ee07a0d7381&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4663212
Feb 18 11:18:57.373843 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 45782) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:57.375140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b02e27-b17d-4784-b01f-eea388af4e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083c86a9-bc15-4ae9-90b5-0e46398db8e9,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:57.386205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-93b02e27-b17d-4784-b01f-eea388af4e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:57.631389 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e77f9dc1-c4f2-487d-957e-9323fe8ea676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:57.639968 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d99dee2e-e039-4208-a2e7-623591f3e762 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=33fe72b218724a0dad66084ef5d17155&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5246413
Feb 18 11:18:57.658458 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 45788) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:57.768027 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e77f9dc1-c4f2-487d-957e-9323fe8ea676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:57.913937 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7aa2784f-d346-4b0c-ae93-7b2f31c4bf38 req-0f5f28da-6976-4244-a6de-bf3cebb6ebb8 service neutron] 10.222.0.79 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6911073
Feb 18 11:18:57.924125 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bf940d1f-4117-4380-aa25-342cb79ac73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:57.985839 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bf940d1f-4117-4380-aa25-342cb79ac73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:58.000604 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e77f9dc1-c4f2-487d-957e-9323fe8ea676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:58.017778 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-59528f0a-ce50-41ba-9f35-c1d93f42b293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:58.057205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f9dc1-c4f2-487d-957e-9323fe8ea676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083c86a9-bc15-4ae9-90b5-0e46398db8e9,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:58.066109 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e77f9dc1-c4f2-487d-957e-9323fe8ea676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:58.099935 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e77f9dc1-c4f2-487d-957e-9323fe8ea676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:58.107433 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-e77f9dc1-c4f2-487d-957e-9323fe8ea676 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/083c86a9-bc15-4ae9-90b5-0e46398db8e9 HTTP/1.1" status: 204  len: 168 time: 0.7251081
Feb 18 11:18:58.150252 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bf940d1f-4117-4380-aa25-342cb79ac73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:58.160996 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9d1d6c40-e09e-4d93-a32c-364e62ccccf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:18:58.191951 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf940d1f-4117-4380-aa25-342cb79ac73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a45b4b6-dd90-438d-8973-e46f68ebb3a3,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:18:58.211239 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bf940d1f-4117-4380-aa25-342cb79ac73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:18:58.227014 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bf940d1f-4117-4380-aa25-342cb79ac73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:18:58.231369 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-bf940d1f-4117-4380-aa25-342cb79ac73c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a45b4b6-dd90-438d-8973-e46f68ebb3a3 HTTP/1.1" status: 204  len: 168 time: 0.5709460
Feb 18 11:18:58.394612 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7aa2784f-d346-4b0c-ae93-7b2f31c4bf38 req-a6034793-b675-4ff1-86d9-f03a1c2ab8e5 service neutron] 10.222.0.79 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4720211
Feb 18 11:18:58.424739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb98b0-b065-42ef-af86-cb92e5cbac11 req-d8ebef1f-f2f3-43d2-9f00-78cd33db8b46 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:58.427548 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b1cb98b0-b065-42ef-af86-cb92e5cbac11 req-d8ebef1f-f2f3-43d2-9f00-78cd33db8b46 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.3440700
Feb 18 11:18:58.522806 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b1cb98b0-b065-42ef-af86-cb92e5cbac11 req-8b034dbb-68bd-4cbd-a7ad-b53957772723 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&id=8d85b949-7104-42b9-90d3-cff31b717e27&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0768232
Feb 18 11:18:59.521271 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 45828) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:18:59.985832 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868559ca-2ef0-4a98-a0c7-3fdf6133b0a7 req-f8bf7e00-18bf-4fc7-8786-522dd4a78b10 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:18:59.989113 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-868559ca-2ef0-4a98-a0c7-3fdf6133b0a7 req-f8bf7e00-18bf-4fc7-8786-522dd4a78b10 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.1736224
Feb 18 11:19:00.003898 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ae828ed1-1fb8-48cb-a797-92e78959f5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:00.035208 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ae828ed1-1fb8-48cb-a797-92e78959f5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:19:00.044219 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ae828ed1-1fb8-48cb-a797-92e78959f5f7 admin admin] Usage tracker for resource:security_group_rule and tenant:4ce8f0404fe0451d8c795a50421749f1 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:19:00.054623 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ae828ed1-1fb8-48cb-a797-92e78959f5f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:19:00.067437 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ae828ed1-1fb8-48cb-a797-92e78959f5f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:19:00.119970 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-868559ca-2ef0-4a98-a0c7-3fdf6133b0a7 req-b0d14319-8749-484c-9080-4617be82526b tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&id=8d85b949-7104-42b9-90d3-cff31b717e27&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1070905
Feb 18 11:19:00.293644 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ae828ed1-1fb8-48cb-a797-92e78959f5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:00.300100 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ae828ed1-1fb8-48cb-a797-92e78959f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:00.321482 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-be04bf48-3274-4b22-bb52-26604ee9838b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:00.418453 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ae828ed1-1fb8-48cb-a797-92e78959f5f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4ce8f0404fe0451d8c795a50421749f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8941925
Feb 18 11:19:00.422510 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae828ed1-1fb8-48cb-a797-92e78959f5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dc221f-fc61-4df8-878d-de8254e854ce,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:00.425162 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 45856) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:19:00.428810 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ae828ed1-1fb8-48cb-a797-92e78959f5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:00.563741 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-38b9d88f-18ef-4c3a-937c-0dd02b954920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:00.626046 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-38b9d88f-18ef-4c3a-937c-0dd02b954920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:00.725339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-38b9d88f-18ef-4c3a-937c-0dd02b954920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:00.738227 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f9a5e071-c37f-4c26-9402-44d4399d35bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:00.771828 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9d88f-18ef-4c3a-937c-0dd02b954920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dc221f-fc61-4df8-878d-de8254e854ce,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:00.776050 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-38b9d88f-18ef-4c3a-937c-0dd02b954920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:00.779030 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-38b9d88f-18ef-4c3a-937c-0dd02b954920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:00.781045 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-38b9d88f-18ef-4c3a-937c-0dd02b954920 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f3dc221f-fc61-4df8-878d-de8254e854ce HTTP/1.1" status: 204  len: 168 time: 0.3527648
Feb 18 11:19:01.846154 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc196d9-8d1a-4f73-9e49-10810bb8946e req-649cc6b8-ef34-4e0a-90a5-29ee6feb508a tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:01.873922 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5cc196d9-8d1a-4f73-9e49-10810bb8946e req-649cc6b8-ef34-4e0a-90a5-29ee6feb508a tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.3496368
Feb 18 11:19:02.017892 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5cc196d9-8d1a-4f73-9e49-10810bb8946e req-8fb1b38f-c904-4470-8a2f-981e992dea24 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&id=8d85b949-7104-42b9-90d3-cff31b717e27&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1383877
Feb 18 11:19:02.211263 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b27de180-37e4-44a3-92ec-31ad91f04057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:02.860221 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:03.011536 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b6f99-f871-443b-ac59-f0a93eee66a0 req-470d327b-85d3-45d1-9a6b-f8e8324835ab tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:03.013791 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f76b6f99-f871-443b-ac59-f0a93eee66a0 req-470d327b-85d3-45d1-9a6b-f8e8324835ab tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.1484475
Feb 18 11:19:03.045258 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 45914) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:19:03.136508 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f76b6f99-f871-443b-ac59-f0a93eee66a0 req-23548d4a-cbd7-4cac-b378-fb9577073306 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1062636
Feb 18 11:19:03.295496 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-954441931-network', 'tenant_id': 'e2268be57276451990e755f8fd240a7b'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:19:03.318441 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:19:03.327506 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Usage tracker for resource:network and tenant:e2268be57276451990e755f8fd240a7b is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:19:03.332332 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:19:03.341785 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:19:03.362975 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Made reservation on behalf of e2268be57276451990e755f8fd240a7b for: {'network': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:19:03.368826 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:03.388739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:03.421188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b81c6f-65f1-4d72-8eea-b43cc251043b req-9df2e8c7-6b9c-45e2-ad72-7d459be6c0b9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:03.423935 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-34b81c6f-65f1-4d72-8eea-b43cc251043b req-9df2e8c7-6b9c-45e2-ad72-7d459be6c0b9 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.1990952
Feb 18 11:19:03.426008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:19:03.434742 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Usage tracker for resource:security_group_rule and tenant:e2268be57276451990e755f8fd240a7b is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:19:03.440587 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:19:03.461779 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:19:03.527537 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-34b81c6f-65f1-4d72-8eea-b43cc251043b req-a8ed28ff-fa9a-4035-9d2c-fdff4f9c0462 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&id=8d85b949-7104-42b9-90d3-cff31b717e27&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0874155
Feb 18 11:19:03.664808 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:03.670426 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:03.679774 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-552f006e-1383-496a-a558-d9dbab454c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:03.741033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:19:03.769201 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e014d67-6d6f-45e1-8690-76854c50168d,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:03.782491 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:03.784715 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:03.785522 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Added segment 09b693df-9929-4514-9bb0-138a4b48da8e of type vxlan for network 2eb671a8-43fd-4441-8401-3d50379d13b7
Feb 18 11:19:03.853091 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:03.926255 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:03.928569 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:03.929707 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:03.940708 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5aff6ab4-72bd-44ae-aec8-1ce0ffd17ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:04.181717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=2eb671a8-43fd-4441-8401-3d50379d13b7,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:04.192440 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:04.203274 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.1559711
Feb 18 11:19:04.208592 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 45932) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:19:04.213832 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Network 2eb671a8-43fd-4441-8401-3d50379d13b7 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:19:04.219711 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] Request body: {'subnet': {'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-954441931-subnet', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'ip_version': 4}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:19:04.233206 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:19:04.263339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] Usage tracker for resource:subnet and tenant:e2268be57276451990e755f8fd240a7b is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:19:04.281017 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:19:04.322147 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:19:04.351354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] Made reservation on behalf of e2268be57276451990e755f8fd240a7b for: {'subnet': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:19:04.363082 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852664809'] for subnet, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:04.477520 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network 2eb671a8-43fd-4441-8401-3d50379d13b7 details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:19:04.690638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7d4fa-660d-461a-a5bd-9e3ad4fbbdf6 req-d5cdccf9-6fd7-496b-a221-29dc2762bb3a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:04.712925 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a6a7d4fa-660d-461a-a5bd-9e3ad4fbbdf6 req-d5cdccf9-6fd7-496b-a221-29dc2762bb3a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.2249548
Feb 18 11:19:04.816292 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a6a7d4fa-660d-461a-a5bd-9e3ad4fbbdf6 req-6089bcb4-0edf-432b-8926-c4780ad3070f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1005931
Feb 18 11:19:05.092890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df743026-9df4-48bb-a976-ab26f0de6a66 req-340032cd-04f7-4f7e-a86b-8a5469f53106 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:05.095888 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-df743026-9df4-48bb-a976-ab26f0de6a66 req-340032cd-04f7-4f7e-a86b-8a5469f53106 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.2561047
Feb 18 11:19:05.224635 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-df743026-9df4-48bb-a976-ab26f0de6a66 req-332c56db-3b16-4782-aa30-71982347d6bc tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&id=8d85b949-7104-42b9-90d3-cff31b717e27&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1135592
Feb 18 11:19:05.427122 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852799619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852664796'] for subnet, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:05.460443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-08a468ef-d508-4865-992c-b35adbdf28d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:05.599400 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7fa90c8d-ec21-4cf4-8125-78e55ba185d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:05.719215 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74,revision_number=0']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:05.728616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:05.859384 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] Checking segment: {'id': '09b693df-9929-4514-9bb0-138a4b48da8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:19:05.860387 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] Network hostable DHCP agents. Network: 2eb671a8-43fd-4441-8401-3d50379d13b7, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:19:05.906205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] Network 2eb671a8-43fd-4441-8401-3d50379d13b7 is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:19:05.925329 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, 2eb671a8-43fd-4441-8401-3d50379d13b7) {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:19:05.942127 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83046706-2734-459e-83d9-bd0c4f2a73b6 None None] Network 2eb671a8-43fd-4441-8401-3d50379d13b7 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:19:05.950908 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:05.952058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:05.994414 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.7833774
Feb 18 11:19:05.998568 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 45948) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:19:06.009324 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-954441931-router', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:19:06.019932 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:19:06.029158 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Usage tracker for resource:router and tenant:e2268be57276451990e755f8fd240a7b is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:19:06.037023 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:19:06.050871 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:19:06.069901 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854268428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746343'] for router, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:06.071961 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854268443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854278397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7977197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29457'] for router, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:06.111044 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:06.213230 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccbc53-2bbb-4552-8073-f5e54dd1ef24 req-11be5d88-0fd1-4a47-8472-e747feb154ac tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:06.216600 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-16ccbc53-2bbb-4552-8073-f5e54dd1ef24 req-11be5d88-0fd1-4a47-8472-e747feb154ac tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.1281433
Feb 18 11:19:06.277846 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:06.325788 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-16ccbc53-2bbb-4552-8073-f5e54dd1ef24 req-984d1200-7fe2-44a4-ac69-3b0695ea33a6 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989079
Feb 18 11:19:06.458799 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0063768c-ca8b-5880-8154-fcd8b5cc5478-2eb671a8-43fd-4441-8401-3d50379d13b7', 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'fixed_ips': [{'subnet_id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74'}]}} from dv-cinder-773985-5-iscsi. {{(pid=83934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 11:19:06.460968 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:06.992841 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854278262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29440'] for router, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:07.022155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Allocated IP 172.20.0.2 (2eb671a8-43fd-4441-8401-3d50379d13b7/0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74/f74cd9ec-d6f8-4eba-9b75-ae6226b39812) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:19:07.244265 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52c0d8-b4a3-4a12-994e-7d8e97dba5af req-8c903f55-b6a6-43c4-a5d3-4ab6586c7ce2 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:07.252509 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-af52c0d8-b4a3-4a12-994e-7d8e97dba5af req-8c903f55-b6a6-43c4-a5d3-4ab6586c7ce2 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.6978996
Feb 18 11:19:07.490812 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:07.516543 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Transition to ACTIVE for port object f74cd9ec-d6f8-4eba-9b75-ae6226b39812 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:19:07.558496 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Transition to ACTIVE for port object f74cd9ec-d6f8-4eba-9b75-ae6226b39812 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:19:07.569971 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:07.839883 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-af52c0d8-b4a3-4a12-994e-7d8e97dba5af req-26849635-6f10-44df-af3f-74d5f3823bb2 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&id=8d85b949-7104-42b9-90d3-cff31b717e27&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.5687687
Feb 18 11:19:07.844815 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba1da-e3db-468b-88a6-da1c94b631ac req-4c0d8fdf-1dad-4ef5-a7c4-686c1159706f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:07.848453 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8ecba1da-e3db-468b-88a6-da1c94b631ac req-4c0d8fdf-1dad-4ef5-a7c4-686c1159706f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.2670054
Feb 18 11:19:07.888635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:08.014246 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8ecba1da-e3db-468b-88a6-da1c94b631ac req-59fd546a-1578-476c-877a-e3864ef3a7fe tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1517496
Feb 18 11:19:08.046356 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Network 2eb671a8-43fd-4441-8401-3d50379d13b7 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:19:08.054678 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Resources bound (agent type, host, resource id):  {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:19:08.063335 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:19:08.175389 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Pushing event updated for resources: {'Port': ['ID=f74cd9ec-d6f8-4eba-9b75-ae6226b39812,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:08.227157 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.227820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.228359 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.229066 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.230321 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.230980 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.231643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.232312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.232998 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.233566 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.234162 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.234769 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.235635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.236276 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.236956 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.237602 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.238137 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.238769 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.239299 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.239962 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.240720 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.241531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.241531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.242472 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:08.261533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:08.270386 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Attempting to bind port f74cd9ec-d6f8-4eba-9b75-ae6226b39812 on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:19:08.271096 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Attempting to bind port f74cd9ec-d6f8-4eba-9b75-ae6226b39812 by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': '09b693df-9929-4514-9bb0-138a4b48da8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:19:08.271811 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Attempting to bind port f74cd9ec-d6f8-4eba-9b75-ae6226b39812 on network 2eb671a8-43fd-4441-8401-3d50379d13b7 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:19:08.285672 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:19:08.286299 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Checking segment: {'id': '09b693df-9929-4514-9bb0-138a4b48da8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:19:08.287103 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:08.288508 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Bound using segment: {'id': '09b693df-9929-4514-9bb0-138a4b48da8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:19:08.288902 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Bound port: f74cd9ec-d6f8-4eba-9b75-ae6226b39812, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b693df-9929-4514-9bb0-138a4b48da8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:19:08.289642 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:08.312766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:08.316979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:08.365990 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:08.483269 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] For port f74cd9ec-d6f8-4eba-9b75-ae6226b39812, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:19:08.491766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] For port f74cd9ec-d6f8-4eba-9b75-ae6226b39812, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=f74cd9ec-d6f8-4eba-9b75-ae6226b39812,segment=NetworkSegment(09b693df-9929-4514-9bb0-138a4b48da8e),segment_id=09b693df-9929-4514-9bb0-138a4b48da8e)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:19:08.508479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:08.534403 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:08.758751 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:08.821565 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Pushing event updated for resources: {'Port': ['ID=f74cd9ec-d6f8-4eba-9b75-ae6226b39812,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:08.936757 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Allocated IP 172.27.1.112 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/d1554493-666d-48e5-9c1a-ec2f71bac21d) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:19:09.145190 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:09.409069 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:09.431985 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57604742-14be-4ba3-a968-d7429f8eec78 req-96f382a3-59ca-417b-a3b6-0c18aa2d4272 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:09.435876 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-57604742-14be-4ba3-a968-d7429f8eec78 req-96f382a3-59ca-417b-a3b6-0c18aa2d4272 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.3037059
Feb 18 11:19:09.569369 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-57604742-14be-4ba3-a968-d7429f8eec78 req-bfd8f9cf-bed1-42d3-bbd2-e58e4dc24d00 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&id=8d85b949-7104-42b9-90d3-cff31b717e27&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1156588
Feb 18 11:19:09.616070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:09.673804 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0713479c-7b0a-45e6-8e86-a1b05cb3bba1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:09.912045 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e518891-01cb-47f5-a9ef-a1ec75d953ae req-10e129c3-4f30-4747-9411-2c1c653ef51d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:09.915109 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8e518891-01cb-47f5-a9ef-a1ec75d953ae req-10e129c3-4f30-4747-9411-2c1c653ef51d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.6200023
Feb 18 11:19:09.984463 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Pushing event updated for resources: {'Port': ['ID=d1554493-666d-48e5-9c1a-ec2f71bac21d,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:09.995236 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:10.016122 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8e518891-01cb-47f5-a9ef-a1ec75d953ae req-fd1c054c-29c6-4501-b9dc-1c23f24688e7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864973
Feb 18 11:19:10.106353 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:19:10.108356 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:19:10.112138 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:19:11.123538 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8db36e-38c5-4f08-9054-33f4146e7325 None None] Network 2eb671a8-43fd-4441-8401-3d50379d13b7 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:19:11.211755 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:11.318560 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-ecbc1b1c-08ae-4325-a291-359e739153db None None] Provisioning for port f74cd9ec-d6f8-4eba-9b75-ae6226b39812 completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:19:11.410944 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf38dc-38ca-4268-82b4-d2cc0ca66434 req-dc4077b1-fa82-48ca-bf41-a049a563e99b tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:11.424512 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b8bf38dc-38ca-4268-82b4-d2cc0ca66434 req-dc4077b1-fa82-48ca-bf41-a049a563e99b tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.5600123
Feb 18 11:19:11.509940 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02f0fc-2454-4208-aac8-7c0d0d44bf01 req-a0df1d2f-e8f5-4168-8b9c-98a9a3f4f428 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:11.513300 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7e02f0fc-2454-4208-aac8-7c0d0d44bf01 req-a0df1d2f-e8f5-4168-8b9c-98a9a3f4f428 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.2127590
Feb 18 11:19:11.567081 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device f74cd9ec-d6f8-4eba-9b75-ae6226b39812 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:19:11.652723 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7e02f0fc-2454-4208-aac8-7c0d0d44bf01 req-c3944b63-a209-4c3d-83c0-d85042bd6229 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1125934
Feb 18 11:19:11.764650 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b8bf38dc-38ca-4268-82b4-d2cc0ca66434 req-19f7a656-40e3-423b-b43d-2f3620548765 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&id=8d85b949-7104-42b9-90d3-cff31b717e27&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.3097887
Feb 18 11:19:11.908692 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port f74cd9ec-d6f8-4eba-9b75-ae6226b39812 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:19:11.928441 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port f74cd9ec-d6f8-4eba-9b75-ae6226b39812 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:11.928917 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:12.252902 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854278171'] for router, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:12.262412 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:12.325556 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port f74cd9ec-d6f8-4eba-9b75-ae6226b39812, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=f74cd9ec-d6f8-4eba-9b75-ae6226b39812,segment=NetworkSegment(09b693df-9929-4514-9bb0-138a4b48da8e),segment_id=09b693df-9929-4514-9bb0-138a4b48da8e)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:19:12.331242 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:12.334847 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:12.468063 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=f74cd9ec-d6f8-4eba-9b75-ae6226b39812,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:12.475706 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:12.499113 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-ec2dd536-b9b4-4ecd-93ea-9fdbb10fe338 None None] Provisioning complete for port f74cd9ec-d6f8-4eba-9b75-ae6226b39812 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:12.499851 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd536-b9b4-4ecd-93ea-9fdbb10fe338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:12.950823 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-bebffbdb-3d67-4916-bc79-e44a22a49dc0 None None] Provisioning complete for port f74cd9ec-d6f8-4eba-9b75-ae6226b39812 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:12.951982 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bebffbdb-3d67-4916-bc79-e44a22a49dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:13.244134 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb63dc-07f5-453e-90bb-3d5c8c0c56ff req-4cd6b52e-8b94-455d-8e8e-129d0e69c6c7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:13.248213 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-84cb63dc-07f5-453e-90bb-3d5c8c0c56ff req-4cd6b52e-8b94-455d-8e8e-129d0e69c6c7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.2274408
Feb 18 11:19:13.373357 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-84cb63dc-07f5-453e-90bb-3d5c8c0c56ff req-55e77641-b7ce-4561-8293-c2fb84ea8793 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993667
Feb 18 11:19:13.377115 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device f74cd9ec-d6f8-4eba-9b75-ae6226b39812 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:19:13.398277 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bedace-4e2a-4bea-923e-e577df67a23a req-a5d2fb0e-505e-4116-984f-a3dec9d694bd tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:13.404329 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b3bedace-4e2a-4bea-923e-e577df67a23a req-a5d2fb0e-505e-4116-984f-a3dec9d694bd tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.2726638
Feb 18 11:19:13.409796 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Router ddc2f850-3424-4b30-934b-19ab5326f4f7 is scheduled to L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf with binding_index 1 {{(pid=83932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 11:19:13.543690 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-37c9e2c3-a187-446e-a6b8-44f7301a31c4 None None] Provisioning complete for port f74cd9ec-d6f8-4eba-9b75-ae6226b39812 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:13.544229 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-37c9e2c3-a187-446e-a6b8-44f7301a31c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:13.692147 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port f74cd9ec-d6f8-4eba-9b75-ae6226b39812 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:13.692689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:13.692910 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b3bedace-4e2a-4bea-923e-e577df67a23a req-8f9fd5ca-bd4c-472d-94a2-4561d2e406de tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&id=8d85b949-7104-42b9-90d3-cff31b717e27&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2758527
Feb 18 11:19:13.906176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:19:13.954855 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Notify callbacks [] for router, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:13.957489 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 7.9570782
Feb 18 11:19:13.959878 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Sync routers for ids ['ddc2f850-3424-4b30-934b-19ab5326f4f7'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:19:13.962637 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 46002) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:19:14.015686 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Routers {'ddc2f850-3424-4b30-934b-19ab5326f4f7'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:19:14.016992 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca2d5d30>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:19:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['ddc2f850-3424-4b30-934b-19ab5326f4f7'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:19:14.516595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Set router ddc2f850-3424-4b30-934b-19ab5326f4f7 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:19:15.142207 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca2d5d30>, [{'id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'name': 'tempest-TestShelveInstance-954441931-router', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:06Z', 'updated_at': '2021-02-18T11:19:10Z', 'revision_number': 3, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'gw_port': {'id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:08Z', 'updated_at': '2021-02-18T11:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:19:15.149742 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Checking router: ddc2f850-3424-4b30-934b-19ab5326f4f7 for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:19:15.150343 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Updating router ddc2f850-3424-4b30-934b-19ab5326f4f7 port d1554493-666d-48e5-9c1a-ec2f71bac21d binding host dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:19:15.269111 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:15.387897 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377d909-3cac-4c60-b9ee-ae5a821319ba req-bdfce460-73a8-4981-98ef-65a070387471 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:15.391125 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b377d909-3cac-4c60-b9ee-ae5a821319ba req-bdfce460-73a8-4981-98ef-65a070387471 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.5737827
Feb 18 11:19:15.596953 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b377d909-3cac-4c60-b9ee-ae5a821319ba req-8a9a59aa-bff5-494c-8f06-e6b62a30142e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1829457
Feb 18 11:19:15.868505 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:16.096312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:16.115380 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Transition to ACTIVE for port object d1554493-666d-48e5-9c1a-ec2f71bac21d will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:19:16.120762 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:16.148393 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:16.364834 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140ed5e-5268-4f6e-8ffb-b39e4e7169fe None None] Pushing event updated for resources: {'Port': ['ID=d1554493-666d-48e5-9c1a-ec2f71bac21d,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:16.373221 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3140ed5e-5268-4f6e-8ffb-b39e4e7169fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:16.495653 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Attempting to bind port d1554493-666d-48e5-9c1a-ec2f71bac21d on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:19:16.496652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Attempting to bind port d1554493-666d-48e5-9c1a-ec2f71bac21d by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:19:16.497355 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Attempting to bind port d1554493-666d-48e5-9c1a-ec2f71bac21d on network c5ace08f-47fa-48e4-be4d-8f3271a2d184 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:19:16.513184 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:19:16.513955 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Checking segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:19:16.514515 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:16.515072 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Bound using segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:19:16.515806 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Bound port: d1554493-666d-48e5-9c1a-ec2f71bac21d, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:19:16.517318 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:16.574570 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Allocated IP 172.20.0.1 (2eb671a8-43fd-4441-8401-3d50379d13b7/0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74/32de0dcc-c69e-43a0-b358-6cf085a1f82e) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:19:16.879898 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:16.919368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Transition to ACTIVE for port object 32de0dcc-c69e-43a0-b358-6cf085a1f82e will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:19:16.947691 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] For port d1554493-666d-48e5-9c1a-ec2f71bac21d, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:19:16.954424 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] For port d1554493-666d-48e5-9c1a-ec2f71bac21d, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=d1554493-666d-48e5-9c1a-ec2f71bac21d,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:19:16.966546 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:16.969937 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:17.001484 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:17.011391 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-dbba079d-9b60-4182-bfe1-55757606191c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:17.091943 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977da5e-1036-44f0-aa2a-81d64fb3bb22 req-82f2957e-b633-46c6-92c8-a830c74b956e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:17.096003 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c977da5e-1036-44f0-aa2a-81d64fb3bb22 req-82f2957e-b633-46c6-92c8-a830c74b956e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.2090693
Feb 18 11:19:17.199153 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c977da5e-1036-44f0-aa2a-81d64fb3bb22 req-5668b36a-2074-45a1-9668-c1afaf662c38 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861657
Feb 18 11:19:17.317486 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140ed5e-5268-4f6e-8ffb-b39e4e7169fe None None] Pushing event updated for resources: {'Port': ['ID=d1554493-666d-48e5-9c1a-ec2f71bac21d,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:17.321709 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Pushing event updated for resources: {'Port': ['ID=32de0dcc-c69e-43a0-b358-6cf085a1f82e,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:17.326161 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3140ed5e-5268-4f6e-8ffb-b39e4e7169fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:17.333906 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:17.431976 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Routers {'ddc2f850-3424-4b30-934b-19ab5326f4f7'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:19:17.434007 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca2d5d30>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:19:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['ddc2f850-3424-4b30-934b-19ab5326f4f7'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:19:17.454059 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Network 2eb671a8-43fd-4441-8401-3d50379d13b7 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:19:17.456260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:19:17.460693 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:19:17.560685 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519390'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:17.895309 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-ecc1d7a0-0062-4df2-9470-d8588797c2ac None None] Provisioning for port 32de0dcc-c69e-43a0-b358-6cf085a1f82e completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:19:17.914567 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-ecc1d7a0-0062-4df2-9470-d8588797c2ac None None] Provisioning complete for port 32de0dcc-c69e-43a0-b358-6cf085a1f82e triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:17.915060 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ecc1d7a0-0062-4df2-9470-d8588797c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:17.978542 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] Set router ddc2f850-3424-4b30-934b-19ab5326f4f7 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:19:18.311914 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:18.342408 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1d7a0-0062-4df2-9470-d8588797c2ac None None] Port 32de0dcc-c69e-43a0-b358-6cf085a1f82e cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:19:18.566132 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca2d5d30>, [{'id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'name': 'tempest-TestShelveInstance-954441931-router', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:06Z', 'updated_at': '2021-02-18T11:19:10Z', 'revision_number': 3, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'gw_port': {'id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:08Z', 'updated_at': '2021-02-18T11:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:19:18.575958 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8920e0-e6b0-482e-9eff-e57e6e856a46 None None] The sync data for ids ['ddc2f850-3424-4b30-934b-19ab5326f4f7'] in dv-cinder-773985-5-iscsi is: [{'id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'name': 'tempest-TestShelveInstance-954441931-router', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:06Z', 'updated_at': '2021-02-18T11:19:10Z', 'revision_number': 3, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'gw_port': {'id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:08Z', 'updated_at': '2021-02-18T11:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:19:19.419990 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146167a-c95f-4f32-be53-7ba3cf0b138d req-cf0cc789-66f0-41f7-beb6-fffeae9b8f18 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:19.425727 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5146167a-c95f-4f32-be53-7ba3cf0b138d req-cf0cc789-66f0-41f7-beb6-fffeae9b8f18 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.8937466
Feb 18 11:19:19.443792 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device d1554493-666d-48e5-9c1a-ec2f71bac21d up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:19:19.609547 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port d1554493-666d-48e5-9c1a-ec2f71bac21d completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:19:19.614133 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5146167a-c95f-4f32-be53-7ba3cf0b138d req-d398d74e-72a3-4a88-b36a-9fd9f67cf158 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1672239
Feb 18 11:19:19.620890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port d1554493-666d-48e5-9c1a-ec2f71bac21d triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:19.621638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:19.664582 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:19.673124 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852452506'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:19.750815 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d8f8f369-0188-46b6-ba07-90fee23a2ed2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:19.912488 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:19.938772 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854256516'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:19.950374 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port d1554493-666d-48e5-9c1a-ec2f71bac21d, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=d1554493-666d-48e5-9c1a-ec2f71bac21d,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:19:19.955519 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:19.959483 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:19.964471 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Pushing event updated for resources: {'Port': ['ID=32de0dcc-c69e-43a0-b358-6cf085a1f82e,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:19.973897 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:20.107913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=d1554493-666d-48e5-9c1a-ec2f71bac21d,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:20.115378 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:20.264916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Network 2eb671a8-43fd-4441-8401-3d50379d13b7 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:19:20.267826 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:19:20.636637 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Router ddc2f850-3424-4b30-934b-19ab5326f4f7 has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:19:20.700672 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-6ba65bee-f9c0-424a-89ba-a1fe9abe401a None None] Provisioning complete for port 32de0dcc-c69e-43a0-b358-6cf085a1f82e triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:20.703093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6ba65bee-f9c0-424a-89ba-a1fe9abe401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:20.806695 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-6ba65bee-f9c0-424a-89ba-a1fe9abe401a None None] Port 32de0dcc-c69e-43a0-b358-6cf085a1f82e cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:19:21.033031 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375e84e-ea9e-4e7b-a955-f7fa5e3f62f0 req-dec7ee67-88ef-4ee1-b9a9-3b54d10da7d9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:21.035178 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2375e84e-ea9e-4e7b-a955-f7fa5e3f62f0 req-dec7ee67-88ef-4ee1-b9a9-3b54d10da7d9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.1830165
Feb 18 11:19:21.043476 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:19:21.061961 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] 10.222.0.65 "PUT /v2.0/routers/ddc2f850-3424-4b30-934b-19ab5326f4f7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0972481
Feb 18 11:19:21.144740 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2375e84e-ea9e-4e7b-a955-f7fa5e3f62f0 req-b5bced3d-7331-48b1-bc74-3f11e4f3ceb8 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0942776
Feb 18 11:19:21.355587 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device d1554493-666d-48e5-9c1a-ec2f71bac21d up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:19:21.518733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port d1554493-666d-48e5-9c1a-ec2f71bac21d triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:21.521364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:22.620854 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Sync routers for ids ['ddc2f850-3424-4b30-934b-19ab5326f4f7'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:19:22.672738 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Routers {'ddc2f850-3424-4b30-934b-19ab5326f4f7'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:19:22.674483 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-c5a2959c-4875-4961-a834-b30914503042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca34def0>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:19:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['ddc2f850-3424-4b30-934b-19ab5326f4f7'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:19:22.790010 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4014fab-1245-4fde-b787-be7cff2574ab req-8cda99e6-f729-420b-a48e-5aa99d426829 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:22.802466 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b4014fab-1245-4fde-b787-be7cff2574ab req-8cda99e6-f729-420b-a48e-5aa99d426829 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.3227825
Feb 18 11:19:23.065458 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 46108) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:19:23.070452 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b4014fab-1245-4fde-b787-be7cff2574ab req-c4364f83-4f12-441c-9f72-1e389f48b8f3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2491791
Feb 18 11:19:23.084950 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1588833315-network', 'tenant_id': '244393db94ab4f3ba6295995f437bf90'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:19:23.095913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:19:23.123443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Usage tracker for resource:network and tenant:244393db94ab4f3ba6295995f437bf90 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:19:23.138985 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:19:23.174606 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:19:23.223777 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Made reservation on behalf of 244393db94ab4f3ba6295995f437bf90 for: {'network': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:19:23.237469 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:23.310618 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:23.390070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:19:23.409975 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Usage tracker for resource:security_group_rule and tenant:244393db94ab4f3ba6295995f437bf90 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:19:23.431774 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:19:23.455674 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:19:23.528016 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Set router ddc2f850-3424-4b30-934b-19ab5326f4f7 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:19:23.712220 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:23.721634 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:23.732148 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-93a5b2e7-0cfb-4d7c-affe-31ceea74d597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:23.833190 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4223c98-da97-43e3-9b54-3aead67b3bc3,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:23.842717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:23.876239 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:19:23.904347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:23.905538 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Added segment ea0c8b73-de92-4381-a86a-2729d257a7be of type vxlan for network 91039185-23af-4a3e-b68d-f26299e667d6
Feb 18 11:19:23.969839 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:24.034533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:24.037852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:24.042502 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:24.055368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:24.292079 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-c5a2959c-4875-4961-a834-b30914503042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca34def0>, [{'id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'name': 'tempest-TestShelveInstance-954441931-router', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:06Z', 'updated_at': '2021-02-18T11:19:18Z', 'revision_number': 4, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'gw_port': {'id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:08Z', 'updated_at': '2021-02-18T11:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '32de0dcc-c69e-43a0-b358-6cf085a1f82e', 'name': '', 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'mac_address': 'fa:16:3e:b7:6e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:16Z', 'updated_at': '2021-02-18T11:19:18Z', 'revision_number': 2, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'subnets': [{'id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:19:24.310381 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Checking router: ddc2f850-3424-4b30-934b-19ab5326f4f7 for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:19:24.311081 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Updating router ddc2f850-3424-4b30-934b-19ab5326f4f7 port 32de0dcc-c69e-43a0-b358-6cf085a1f82e binding host dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:19:24.340497 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 46146) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:19:24.349542 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.2818732
Feb 18 11:19:24.354635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-d4e27bd4-d1d2-4c82-9776-f8f735cd02c9 admin admin] Request body: {'subnet': {'network_id': '91039185-23af-4a3e-b68d-f26299e667d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1588833315-subnet', 'tenant_id': '244393db94ab4f3ba6295995f437bf90', 'ip_version': 4}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:19:24.368179 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d4e27bd4-d1d2-4c82-9776-f8f735cd02c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:19:24.380676 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Pushing event updated for resources: {'Network': ['ID=91039185-23af-4a3e-b68d-f26299e667d6,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:24.382622 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d4e27bd4-d1d2-4c82-9776-f8f735cd02c9 admin admin] Usage tracker for resource:subnet and tenant:244393db94ab4f3ba6295995f437bf90 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:19:24.388559 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d4e27bd4-d1d2-4c82-9776-f8f735cd02c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:19:24.393743 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:24.409988 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network 91039185-23af-4a3e-b68d-f26299e667d6 details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:19:24.414137 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d4e27bd4-d1d2-4c82-9776-f8f735cd02c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:19:24.442573 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e27bd4-d1d2-4c82-9776-f8f735cd02c9 admin admin] Made reservation on behalf of 244393db94ab4f3ba6295995f437bf90 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:19:24.449606 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d4e27bd4-d1d2-4c82-9776-f8f735cd02c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738116'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:24.500660 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:24.718758 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986418c-72b6-4848-922f-b08cfdf65c0d req-6c9275b9-b686-4932-a36d-07b999f1202c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:24.734060 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3986418c-72b6-4848-922f-b08cfdf65c0d req-6c9275b9-b686-4932-a36d-07b999f1202c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.2397199
Feb 18 11:19:24.850018 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Network 91039185-23af-4a3e-b68d-f26299e667d6 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:19:24.887375 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3986418c-72b6-4848-922f-b08cfdf65c0d req-84e53628-f16f-48bf-ba4b-5cb625d0622e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1472661
Feb 18 11:19:25.754486 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d4e27bd4-d1d2-4c82-9776-f8f735cd02c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2323216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738167'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:25.947713 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:25.980764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:26.003372 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Transition to ACTIVE for port object 32de0dcc-c69e-43a0-b358-6cf085a1f82e will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:19:26.011223 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:26.113912 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e27bd4-d1d2-4c82-9776-f8f735cd02c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae06b68-2777-43b3-93c9-acd19e644bc4,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:26.130064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d4e27bd4-d1d2-4c82-9776-f8f735cd02c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:26.284273 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:26.474183 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e27bd4-d1d2-4c82-9776-f8f735cd02c9 admin admin] Checking segment: {'id': 'ea0c8b73-de92-4381-a86a-2729d257a7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91039185-23af-4a3e-b68d-f26299e667d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:19:26.474687 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e27bd4-d1d2-4c82-9776-f8f735cd02c9 admin admin] Network hostable DHCP agents. Network: 91039185-23af-4a3e-b68d-f26299e667d6, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:19:26.528804 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Pushing event updated for resources: {'Port': ['ID=32de0dcc-c69e-43a0-b358-6cf085a1f82e,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:26.530836 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7a654-a699-4322-8594-55a68eebc05f req-3c6e7f0e-59a1-49af-ac46-79e0e8fcaf25 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:26.534821 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-54f7a654-a699-4322-8594-55a68eebc05f req-3c6e7f0e-59a1-49af-ac46-79e0e8fcaf25 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.3217165
Feb 18 11:19:26.547507 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.548175 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.548831 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.549691 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.553727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.555749 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.556356 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.557085 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.557682 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.558270 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.558872 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.559465 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.560269 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.561309 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.561946 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.562567 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.563187 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.563766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.564381 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.565024 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.565631 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.566218 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.566808 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.567363 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:26.587978 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e27bd4-d1d2-4c82-9776-f8f735cd02c9 admin admin] Network 91039185-23af-4a3e-b68d-f26299e667d6 is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:19:26.598024 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:26.660295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-d4e27bd4-d1d2-4c82-9776-f8f735cd02c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, 91039185-23af-4a3e-b68d-f26299e667d6) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:19:26.681833 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48c71be-19c4-41b5-a869-bcc41075407f None None] Network 91039185-23af-4a3e-b68d-f26299e667d6 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:19:26.685452 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-54f7a654-a699-4322-8594-55a68eebc05f req-a2514644-3b1f-4083-91ab-a4a684636526 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1347675
Feb 18 11:19:26.692033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e27bd4-d1d2-4c82-9776-f8f735cd02c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:26.693248 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d4e27bd4-d1d2-4c82-9776-f8f735cd02c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:26.770753 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 46172) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:19:26.771667 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d4e27bd4-d1d2-4c82-9776-f8f735cd02c9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.4279797
Feb 18 11:19:26.797683 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1588833315-router', 'tenant_id': '244393db94ab4f3ba6295995f437bf90', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:19:26.825915 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:19:26.863081 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Usage tracker for resource:router and tenant:244393db94ab4f3ba6295995f437bf90 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:19:26.872258 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:19:26.924717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:19:26.982199 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854268428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746343'] for router, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:26.984180 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854268443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854278397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7977197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29457'] for router, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:27.072206 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:27.328093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0063768c-ca8b-5880-8154-fcd8b5cc5478-91039185-23af-4a3e-b68d-f26299e667d6', 'network_id': '91039185-23af-4a3e-b68d-f26299e667d6', 'tenant_id': '244393db94ab4f3ba6295995f437bf90', 'fixed_ips': [{'subnet_id': '5ae06b68-2777-43b3-93c9-acd19e644bc4'}]}} from dv-cinder-773985-5-iscsi. {{(pid=83934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 11:19:27.330619 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:27.398512 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Attempting to bind port 32de0dcc-c69e-43a0-b358-6cf085a1f82e on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:19:27.399638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Attempting to bind port 32de0dcc-c69e-43a0-b358-6cf085a1f82e by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': '09b693df-9929-4514-9bb0-138a4b48da8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:19:27.400918 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Attempting to bind port 32de0dcc-c69e-43a0-b358-6cf085a1f82e on network 2eb671a8-43fd-4441-8401-3d50379d13b7 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:19:27.414689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:19:27.420505 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Checking segment: {'id': '09b693df-9929-4514-9bb0-138a4b48da8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:19:27.421839 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:27.423133 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Bound using segment: {'id': '09b693df-9929-4514-9bb0-138a4b48da8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:19:27.424328 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Bound port: 32de0dcc-c69e-43a0-b358-6cf085a1f82e, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b693df-9929-4514-9bb0-138a4b48da8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:19:27.425589 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:27.661109 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c5a2959c-4875-4961-a834-b30914503042 None None] For port 32de0dcc-c69e-43a0-b358-6cf085a1f82e, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:19:27.669028 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c5a2959c-4875-4961-a834-b30914503042 None None] For port 32de0dcc-c69e-43a0-b358-6cf085a1f82e, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=32de0dcc-c69e-43a0-b358-6cf085a1f82e,segment=NetworkSegment(09b693df-9929-4514-9bb0-138a4b48da8e),segment_id=09b693df-9929-4514-9bb0-138a4b48da8e)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:19:27.683865 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:27.987717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:28.031420 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854278262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29440'] for router, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:28.268860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Pushing event updated for resources: {'Port': ['ID=32de0dcc-c69e-43a0-b358-6cf085a1f82e,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:28.278487 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:28.514494 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Routers {'ddc2f850-3424-4b30-934b-19ab5326f4f7'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:19:28.517769 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-c5a2959c-4875-4961-a834-b30914503042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca34def0>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:19:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['ddc2f850-3424-4b30-934b-19ab5326f4f7'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:19:28.521908 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36dd1b-efc8-41f4-848f-4ee79b75c9ca req-bf2d25ca-d6ba-4c29-9539-f6feca35e53d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:28.532559 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3b36dd1b-efc8-41f4-848f-4ee79b75c9ca req-bf2d25ca-d6ba-4c29-9539-f6feca35e53d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.2754478
Feb 18 11:19:28.538632 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Allocated IP 172.20.0.2 (91039185-23af-4a3e-b68d-f26299e667d6/5ae06b68-2777-43b3-93c9-acd19e644bc4/281a2527-627a-4d3f-8113-2d7bce6afa12) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:19:28.636246 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3b36dd1b-efc8-41f4-848f-4ee79b75c9ca req-3987a87e-6156-4f9c-81cf-8f832a2cf783 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1021686
Feb 18 11:19:29.231949 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:29.232903 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:29.256493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Transition to ACTIVE for port object 281a2527-627a-4d3f-8113-2d7bce6afa12 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:19:29.293309 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-c5a2959c-4875-4961-a834-b30914503042 None None] Set router ddc2f850-3424-4b30-934b-19ab5326f4f7 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:19:29.294768 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Transition to ACTIVE for port object 281a2527-627a-4d3f-8113-2d7bce6afa12 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:19:29.315619 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:29.341723 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:29.351853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:29.617188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:19:29.979610 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Pushing event updated for resources: {'Port': ['ID=281a2527-627a-4d3f-8113-2d7bce6afa12,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:29.986218 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:30.199845 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Network 91039185-23af-4a3e-b68d-f26299e667d6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:19:30.203990 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Resources bound (agent type, host, resource id):  {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:19:30.213798 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:19:30.458548 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Attempting to bind port 281a2527-627a-4d3f-8113-2d7bce6afa12 on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:19:30.459427 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Attempting to bind port 281a2527-627a-4d3f-8113-2d7bce6afa12 by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': 'ea0c8b73-de92-4381-a86a-2729d257a7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91039185-23af-4a3e-b68d-f26299e667d6'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:19:30.460201 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Attempting to bind port 281a2527-627a-4d3f-8113-2d7bce6afa12 on network 91039185-23af-4a3e-b68d-f26299e667d6 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:19:30.481151 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:19:30.482188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Checking segment: {'id': 'ea0c8b73-de92-4381-a86a-2729d257a7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91039185-23af-4a3e-b68d-f26299e667d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:19:30.483133 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:30.484126 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Bound using segment: {'id': 'ea0c8b73-de92-4381-a86a-2729d257a7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91039185-23af-4a3e-b68d-f26299e667d6'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:19:30.490830 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Bound port: 281a2527-627a-4d3f-8113-2d7bce6afa12, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0c8b73-de92-4381-a86a-2729d257a7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91039185-23af-4a3e-b68d-f26299e667d6'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:19:30.491825 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:30.553158 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Allocated IP 172.27.1.171 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/88e18d41-ddd7-4d4b-885f-878711398d1d) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:19:30.608759 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e731cc3-c71c-4bdf-bd62-c188a6d44ace req-dfe04d06-966d-4c48-8ae2-e76595bd620f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:30.636381 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7e731cc3-c71c-4bdf-bd62-c188a6d44ace req-dfe04d06-966d-4c48-8ae2-e76595bd620f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.3171515
Feb 18 11:19:30.685444 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-c5a2959c-4875-4961-a834-b30914503042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca34def0>, [{'id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'name': 'tempest-TestShelveInstance-954441931-router', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:06Z', 'updated_at': '2021-02-18T11:19:18Z', 'revision_number': 4, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'gw_port': {'id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:08Z', 'updated_at': '2021-02-18T11:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '32de0dcc-c69e-43a0-b358-6cf085a1f82e', 'name': '', 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'mac_address': 'fa:16:3e:b7:6e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:16Z', 'updated_at': '2021-02-18T11:19:27Z', 'revision_number': 4, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'subnets': [{'id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:19:30.694095 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a2959c-4875-4961-a834-b30914503042 None None] The sync data for ids ['ddc2f850-3424-4b30-934b-19ab5326f4f7'] in dv-cinder-773985-5-iscsi is: [{'id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'name': 'tempest-TestShelveInstance-954441931-router', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:06Z', 'updated_at': '2021-02-18T11:19:18Z', 'revision_number': 4, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'gw_port': {'id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:08Z', 'updated_at': '2021-02-18T11:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '32de0dcc-c69e-43a0-b358-6cf085a1f82e', 'name': '', 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'mac_address': 'fa:16:3e:b7:6e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:16Z', 'updated_at': '2021-02-18T11:19:27Z', 'revision_number': 4, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'subnets': [{'id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:19:30.880825 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7e731cc3-c71c-4bdf-bd62-c188a6d44ace req-29461b91-77e3-400a-94e8-e050d3f12fdb tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2423842
Feb 18 11:19:31.029158 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] For port 281a2527-627a-4d3f-8113-2d7bce6afa12, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:19:31.035409 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] For port 281a2527-627a-4d3f-8113-2d7bce6afa12, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=281a2527-627a-4d3f-8113-2d7bce6afa12,segment=NetworkSegment(ea0c8b73-de92-4381-a86a-2729d257a7be),segment_id=ea0c8b73-de92-4381-a86a-2729d257a7be)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:19:31.047574 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:31.093361 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:31.243186 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:31.395390 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:31.467483 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-051c842b-b890-42d5-83a0-5b753d564335 tempest-AttachVolumeNegativeTest-850250408 tempest-AttachVolumeNegativeTest-850250408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:31.519757 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Pushing event updated for resources: {'Port': ['ID=281a2527-627a-4d3f-8113-2d7bce6afa12,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:31.580748 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:31.609959 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 32de0dcc-c69e-43a0-b358-6cf085a1f82e up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:19:31.975111 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port 32de0dcc-c69e-43a0-b358-6cf085a1f82e completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:19:32.053436 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 32de0dcc-c69e-43a0-b358-6cf085a1f82e triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:32.059532 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:32.278783 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Pushing event updated for resources: {'Port': ['ID=88e18d41-ddd7-4d4b-885f-878711398d1d,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:32.286457 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:32.339047 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1af86897-3462-4ae9-867b-5b757082e827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:32.556768 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:32.659485 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:19:32.671074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port 32de0dcc-c69e-43a0-b358-6cf085a1f82e, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=32de0dcc-c69e-43a0-b358-6cf085a1f82e,segment=NetworkSegment(09b693df-9929-4514-9bb0-138a4b48da8e),segment_id=09b693df-9929-4514-9bb0-138a4b48da8e)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:19:32.677467 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:19:32.688466 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:32.688466 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0f7fbc8b-ea1f-4ee3-9e6d-30c4dc398846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:32.690304 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:19:32.878069 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48708529-fd89-4991-bc17-452c77e4629e req-9aaee339-04fa-4b0a-926d-ae139d377b77 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:32.889369 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-48708529-fd89-4991-bc17-452c77e4629e req-9aaee339-04fa-4b0a-926d-ae139d377b77 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.5673444
Feb 18 11:19:33.032956 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=32de0dcc-c69e-43a0-b358-6cf085a1f82e,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:33.050598 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:33.055388 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:33.766595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 32de0dcc-c69e-43a0-b358-6cf085a1f82e up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:19:33.966902 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-48708529-fd89-4991-bc17-452c77e4629e req-e2e68576-5410-4e64-a596-f0d672186a20 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.0264537
Feb 18 11:19:34.184981 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 32de0dcc-c69e-43a0-b358-6cf085a1f82e triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:34.189575 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:34.704267 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 281a2527-627a-4d3f-8113-2d7bce6afa12 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:19:34.836275 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 46224) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:19:34.944390 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port 281a2527-627a-4d3f-8113-2d7bce6afa12 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:19:35.018547 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15120a25-3ce4-4347-b626-0db3e73489d1 None None] Network 91039185-23af-4a3e-b68d-f26299e667d6 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:19:35.036707 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:35.326375 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ae558458-f467-435a-aef1-12cd5400a98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:35.379918 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ae558458-f467-435a-aef1-12cd5400a98b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:19:35.392553 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ae558458-f467-435a-aef1-12cd5400a98b admin admin] Usage tracker for resource:security_group_rule and tenant:ab1e240d7d384a4494bffe238c57551d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:19:35.478089 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ae558458-f467-435a-aef1-12cd5400a98b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:19:35.515477 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c951e709-3180-42ff-be16-ef67dcc67253 None None] Provisioning for port 281a2527-627a-4d3f-8113-2d7bce6afa12 completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:19:35.539030 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ae558458-f467-435a-aef1-12cd5400a98b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:19:35.548004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c951e709-3180-42ff-be16-ef67dcc67253 None None] Provisioning complete for port 281a2527-627a-4d3f-8113-2d7bce6afa12 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:35.549853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c951e709-3180-42ff-be16-ef67dcc67253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:35.710680 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76053c7-565b-4ca1-86bd-41372da5b999 req-0d739b65-0155-4069-81d8-4a6fe506dded tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:35.726605 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a76053c7-565b-4ca1-86bd-41372da5b999 req-0d739b65-0155-4069-81d8-4a6fe506dded tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.3269937
Feb 18 11:19:35.981747 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854278171'] for router, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:36.023530 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a76053c7-565b-4ca1-86bd-41372da5b999 req-1f3a3946-3607-49f6-bb38-f82f564a84d7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2796309
Feb 18 11:19:36.063849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c951e709-3180-42ff-be16-ef67dcc67253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:36.100612 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4aaf33dc-a195-4b07-80eb-0c65c9770d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:36.149609 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c951e709-3180-42ff-be16-ef67dcc67253 None None] For port 281a2527-627a-4d3f-8113-2d7bce6afa12, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=281a2527-627a-4d3f-8113-2d7bce6afa12,segment=NetworkSegment(ea0c8b73-de92-4381-a86a-2729d257a7be),segment_id=ea0c8b73-de92-4381-a86a-2729d257a7be)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:19:36.256991 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ae558458-f467-435a-aef1-12cd5400a98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:36.266606 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ae558458-f467-435a-aef1-12cd5400a98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:36.283773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-56ab1902-71f4-4ee0-ab93-4c13d54cd066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:36.299844 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c951e709-3180-42ff-be16-ef67dcc67253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:36.328810 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0f7fbc8b-ea1f-4ee3-9e6d-30c4dc398846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:36.472058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae558458-f467-435a-aef1-12cd5400a98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df98ea9-4ce6-4d00-aee0-58cdbe985d53,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:36.500237 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ae558458-f467-435a-aef1-12cd5400a98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:36.515861 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ae558458-f467-435a-aef1-12cd5400a98b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ab1e240d7d384a4494bffe238c57551d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6777616
Feb 18 11:19:36.521882 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 46244) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:19:36.613841 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951e709-3180-42ff-be16-ef67dcc67253 None None] Pushing event updated for resources: {'Port': ['ID=281a2527-627a-4d3f-8113-2d7bce6afa12,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:36.629779 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:36.635949 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c951e709-3180-42ff-be16-ef67dcc67253 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:36.661171 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f47fdf2d-af43-4a10-ab45-c6e12f6a4093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:36.726166 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f47fdf2d-af43-4a10-ab45-c6e12f6a4093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:36.729997 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Router 0da68e37-02f7-4a6d-83b4-21869fb6f253 is scheduled to L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf with binding_index 1 {{(pid=83932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 11:19:36.882648 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f47fdf2d-af43-4a10-ab45-c6e12f6a4093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:36.896716 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6840ec6b-947c-4349-bb50-12bb8da19344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:36.932744 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f47fdf2d-af43-4a10-ab45-c6e12f6a4093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:36.935082 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-f47fdf2d-af43-4a10-ab45-c6e12f6a4093 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5df98ea9-4ce6-4d00-aee0-58cdbe985d53 HTTP/1.1" status: 204  len: 168 time: 0.4117787
Feb 18 11:19:36.951586 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fdf2d-af43-4a10-ab45-c6e12f6a4093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df98ea9-4ce6-4d00-aee0-58cdbe985d53,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:36.962543 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f47fdf2d-af43-4a10-ab45-c6e12f6a4093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:37.304977 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-8b27c8d6-c799-48c9-96e1-bbead13855aa None None] Provisioning complete for port 281a2527-627a-4d3f-8113-2d7bce6afa12 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:37.305845 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8b27c8d6-c799-48c9-96e1-bbead13855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:37.461949 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:19:37.533356 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Sync routers for ids ['0da68e37-02f7-4a6d-83b4-21869fb6f253'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:19:37.554399 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Notify callbacks [] for router, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:37.561037 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 10.7826123
Feb 18 11:19:37.561635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 46258) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:19:37.644193 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Routers {'0da68e37-02f7-4a6d-83b4-21869fb6f253'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:19:37.645881 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca30ddd8>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:19:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['0da68e37-02f7-4a6d-83b4-21869fb6f253'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:19:37.865538 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 281a2527-627a-4d3f-8113-2d7bce6afa12 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:19:38.095246 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d54fc-f7b7-450c-b188-252547a7dd82 req-b018b8e4-5c53-4a14-b13a-6e8961a653b1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:38.113270 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c54d54fc-f7b7-450c-b188-252547a7dd82 req-b018b8e4-5c53-4a14-b13a-6e8961a653b1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.4748418
Feb 18 11:19:38.306422 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c54d54fc-f7b7-450c-b188-252547a7dd82 req-70043234-6e3f-4aed-b0fa-e06fd22e9572 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1858637
Feb 18 11:19:39.086157 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:39.098397 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 281a2527-627a-4d3f-8113-2d7bce6afa12 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:39.099826 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:39.313183 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-e597e558-2696-4870-b732-f045223df7b0 None None] Provisioning complete for port 281a2527-627a-4d3f-8113-2d7bce6afa12 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:39.314066 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e597e558-2696-4870-b732-f045223df7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:39.506453 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 46278) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:19:39.524501 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:39.594421 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Set router 0da68e37-02f7-4a6d-83b4-21869fb6f253 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:19:39.964738 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9d279813-4cc7-427c-97f3-82ce2af7798e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:39.998177 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-9d279813-4cc7-427c-97f3-82ce2af7798e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:19:40.006275 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-9d279813-4cc7-427c-97f3-82ce2af7798e admin admin] Usage tracker for resource:security_group_rule and tenant:5096e1bd3534405fbecda3f96021fb10 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:19:40.013015 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-9d279813-4cc7-427c-97f3-82ce2af7798e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:19:40.027362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-9d279813-4cc7-427c-97f3-82ce2af7798e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:19:40.213089 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9d279813-4cc7-427c-97f3-82ce2af7798e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:40.220649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9d279813-4cc7-427c-97f3-82ce2af7798e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:40.282198 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c5fcb6ba-2736-4e76-b071-7fc3dcd5dada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:40.300736 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-9d279813-4cc7-427c-97f3-82ce2af7798e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5096e1bd3534405fbecda3f96021fb10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7923889
Feb 18 11:19:40.307110 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 46284) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:19:40.344075 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:40.455732 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d279813-4cc7-427c-97f3-82ce2af7798e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a14c8b6-af16-46b4-8455-8d3f1aa853ab,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:40.462437 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9d279813-4cc7-427c-97f3-82ce2af7798e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:40.505431 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d058e617-f372-414a-b301-a3e71ac4cce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:40.552093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca30ddd8>, [{'id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'name': 'tempest-TestShelveInstance-1588833315-router', 'tenant_id': '244393db94ab4f3ba6295995f437bf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '88e18d41-ddd7-4d4b-885f-878711398d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:27Z', 'updated_at': '2021-02-18T11:19:34Z', 'revision_number': 3, 'project_id': '244393db94ab4f3ba6295995f437bf90', 'gw_port': {'id': '88e18d41-ddd7-4d4b-885f-878711398d1d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:54:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:30Z', 'updated_at': '2021-02-18T11:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:19:40.560923 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Checking router: 0da68e37-02f7-4a6d-83b4-21869fb6f253 for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:19:40.561543 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Updating router 0da68e37-02f7-4a6d-83b4-21869fb6f253 port 88e18d41-ddd7-4d4b-885f-878711398d1d binding host dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:19:40.573515 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d058e617-f372-414a-b301-a3e71ac4cce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:40.682024 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d058e617-f372-414a-b301-a3e71ac4cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:40.699432 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2854b316-cdef-422d-b454-5157618d6255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:40.711113 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:40.726945 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058e617-f372-414a-b301-a3e71ac4cce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a14c8b6-af16-46b4-8455-8d3f1aa853ab,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:40.742381 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d058e617-f372-414a-b301-a3e71ac4cce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:40.744340 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d058e617-f372-414a-b301-a3e71ac4cce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:40.747772 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d058e617-f372-414a-b301-a3e71ac4cce9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a14c8b6-af16-46b4-8455-8d3f1aa853ab HTTP/1.1" status: 204  len: 168 time: 0.4391620
Feb 18 11:19:41.160104 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba5f58-94e6-48ee-bc01-f6a84b9dcae5 req-e5f68bae-99be-4a49-b1e6-f57c7737f969 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:41.173319 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5dba5f58-94e6-48ee-bc01-f6a84b9dcae5 req-e5f68bae-99be-4a49-b1e6-f57c7737f969 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 1.4067669
Feb 18 11:19:41.399103 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5dba5f58-94e6-48ee-bc01-f6a84b9dcae5 req-b4344475-07c1-408f-8707-38364833ed55 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2212570
Feb 18 11:19:41.439916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Allocated IP 172.20.0.1 (91039185-23af-4a3e-b68d-f26299e667d6/5ae06b68-2777-43b3-93c9-acd19e644bc4/d3b8ac6e-77e8-428e-a46a-dc348e18fb57) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:19:41.848107 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:41.881986 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Transition to ACTIVE for port object 88e18d41-ddd7-4d4b-885f-878711398d1d will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:19:41.889637 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:41.945159 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:42.001526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Transition to ACTIVE for port object d3b8ac6e-77e8-428e-a46a-dc348e18fb57 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:19:42.069345 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:42.083479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a04f5fd2-efda-4c3a-9a3d-e3dc84f6b3de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:42.098856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:42.221301 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3a38a-ff50-4ebc-9bf0-e467a6abd8cd None None] Pushing event updated for resources: {'Port': ['ID=88e18d41-ddd7-4d4b-885f-878711398d1d,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:42.229882 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a1a3a38a-ff50-4ebc-9bf0-e467a6abd8cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:42.423735 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b8ac6e-77e8-428e-a46a-dc348e18fb57,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:42.429705 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:42.472886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Attempting to bind port 88e18d41-ddd7-4d4b-885f-878711398d1d on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:19:42.473552 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Attempting to bind port 88e18d41-ddd7-4d4b-885f-878711398d1d by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:19:42.474217 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Attempting to bind port 88e18d41-ddd7-4d4b-885f-878711398d1d on network c5ace08f-47fa-48e4-be4d-8f3271a2d184 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:19:42.514244 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:19:42.514244 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Checking segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:19:42.514608 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:42.514764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Bound using segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:19:42.515454 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Bound port: 88e18d41-ddd7-4d4b-885f-878711398d1d, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:19:42.515825 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:42.559165 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Network 91039185-23af-4a3e-b68d-f26299e667d6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:19:42.562733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:19:42.570625 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:19:42.819755 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519390'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:42.872071 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] For port 88e18d41-ddd7-4d4b-885f-878711398d1d, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:19:42.887089 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] For port 88e18d41-ddd7-4d4b-885f-878711398d1d, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=88e18d41-ddd7-4d4b-885f-878711398d1d,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:19:42.914470 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:43.166000 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:43.180198 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e4237-d007-411e-a598-4b9b5befe316 req-1e796d66-ef11-433b-b38c-ed0b8b8420f4 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:43.183407 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f60e4237-d007-411e-a598-4b9b5befe316 req-1e796d66-ef11-433b-b38c-ed0b8b8420f4 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.3225310
Feb 18 11:19:43.184582 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:43.327082 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f60e4237-d007-411e-a598-4b9b5befe316 req-3b413d55-7b5a-4d34-8db9-1e720925a41e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1256781
Feb 18 11:19:43.386507 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3a38a-ff50-4ebc-9bf0-e467a6abd8cd None None] Pushing event updated for resources: {'Port': ['ID=88e18d41-ddd7-4d4b-885f-878711398d1d,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:43.398766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a1a3a38a-ff50-4ebc-9bf0-e467a6abd8cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:43.471647 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c5cef0ba-628a-49c3-b9b8-a7f78bbb0bab None None] Provisioning for port d3b8ac6e-77e8-428e-a46a-dc348e18fb57 completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:19:43.497297 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c5cef0ba-628a-49c3-b9b8-a7f78bbb0bab None None] Provisioning complete for port d3b8ac6e-77e8-428e-a46a-dc348e18fb57 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:43.498339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c5cef0ba-628a-49c3-b9b8-a7f78bbb0bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:43.638159 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-c5cef0ba-628a-49c3-b9b8-a7f78bbb0bab None None] Port d3b8ac6e-77e8-428e-a46a-dc348e18fb57 cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:19:43.866936 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Routers {'0da68e37-02f7-4a6d-83b4-21869fb6f253'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:19:43.868788 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca30ddd8>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:19:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['0da68e37-02f7-4a6d-83b4-21869fb6f253'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:19:43.990905 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:43.999731 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852452506'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:44.150738 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:44.300668 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854256516'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:44.309505 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] Set router 0da68e37-02f7-4a6d-83b4-21869fb6f253 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:19:44.334556 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b8ac6e-77e8-428e-a46a-dc348e18fb57,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:44.343056 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:45.146972 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Network 91039185-23af-4a3e-b68d-f26299e667d6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:19:45.151487 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:19:45.446974 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e0299-85ca-476a-af1d-6280c8bcdff8 req-1fcb98fb-407d-493f-b28d-e87b33b4a413 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:45.461459 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b75e0299-85ca-476a-af1d-6280c8bcdff8 req-1fcb98fb-407d-493f-b28d-e87b33b4a413 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.5591068
Feb 18 11:19:45.638799 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca30ddd8>, [{'id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'name': 'tempest-TestShelveInstance-1588833315-router', 'tenant_id': '244393db94ab4f3ba6295995f437bf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '88e18d41-ddd7-4d4b-885f-878711398d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:27Z', 'updated_at': '2021-02-18T11:19:42Z', 'revision_number': 4, 'project_id': '244393db94ab4f3ba6295995f437bf90', 'gw_port': {'id': '88e18d41-ddd7-4d4b-885f-878711398d1d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:54:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:30Z', 'updated_at': '2021-02-18T11:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'd3b8ac6e-77e8-428e-a46a-dc348e18fb57', 'name': '', 'network_id': '91039185-23af-4a3e-b68d-f26299e667d6', 'tenant_id': '244393db94ab4f3ba6295995f437bf90', 'mac_address': 'fa:16:3e:f2:49:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5ae06b68-2777-43b3-93c9-acd19e644bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:40Z', 'updated_at': '2021-02-18T11:19:43Z', 'revision_number': 2, 'project_id': '244393db94ab4f3ba6295995f437bf90', 'subnets': [{'id': '5ae06b68-2777-43b3-93c9-acd19e644bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:19:45.653362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b75075-fdfc-4e33-aff9-7229a50eb729 None None] The sync data for ids ['0da68e37-02f7-4a6d-83b4-21869fb6f253'] in dv-cinder-773985-5-iscsi is: [{'id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'name': 'tempest-TestShelveInstance-1588833315-router', 'tenant_id': '244393db94ab4f3ba6295995f437bf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '88e18d41-ddd7-4d4b-885f-878711398d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:27Z', 'updated_at': '2021-02-18T11:19:42Z', 'revision_number': 4, 'project_id': '244393db94ab4f3ba6295995f437bf90', 'gw_port': {'id': '88e18d41-ddd7-4d4b-885f-878711398d1d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:54:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:30Z', 'updated_at': '2021-02-18T11:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'd3b8ac6e-77e8-428e-a46a-dc348e18fb57', 'name': '', 'network_id': '91039185-23af-4a3e-b68d-f26299e667d6', 'tenant_id': '244393db94ab4f3ba6295995f437bf90', 'mac_address': 'fa:16:3e:f2:49:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5ae06b68-2777-43b3-93c9-acd19e644bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:40Z', 'updated_at': '2021-02-18T11:19:43Z', 'revision_number': 2, 'project_id': '244393db94ab4f3ba6295995f437bf90', 'subnets': [{'id': '5ae06b68-2777-43b3-93c9-acd19e644bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:19:45.737395 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b75e0299-85ca-476a-af1d-6280c8bcdff8 req-4b5f8c2d-bb5b-48ae-ac90-f676af25a5a3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2740080
Feb 18 11:19:45.790485 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-7b4bab72-746e-498d-89a1-6acb776e4923 None None] Provisioning complete for port d3b8ac6e-77e8-428e-a46a-dc348e18fb57 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:45.791620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7b4bab72-746e-498d-89a1-6acb776e4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:45.807599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Router 0da68e37-02f7-4a6d-83b4-21869fb6f253 has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:19:45.967421 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-7b4bab72-746e-498d-89a1-6acb776e4923 None None] Port d3b8ac6e-77e8-428e-a46a-dc348e18fb57 cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:19:46.297653 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:19:46.336981 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] 10.222.0.65 "PUT /v2.0/routers/0da68e37-02f7-4a6d-83b4-21869fb6f253/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7647929
Feb 18 11:19:47.268947 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f850f-caef-4940-95d5-202c7ec5de51 req-23b65ee5-bb93-488d-9404-e40deecb8c83 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:47.287163 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bf3f850f-caef-4940-95d5-202c7ec5de51 req-23b65ee5-bb93-488d-9404-e40deecb8c83 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.2405796
Feb 18 11:19:47.411014 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bf3f850f-caef-4940-95d5-202c7ec5de51 req-58e2254b-d624-4fae-861f-f75ca57475f3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1200781
Feb 18 11:19:47.970868 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a2b86123-4e7a-4233-95b0-ed828a8d1945 req-4775a6ac-8307-49b8-b353-14049093c6d2 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1497958922&fields=id&tenant_id=4fe5fb7e1a354d7ca09c4b2f69382355 HTTP/1.1" status: 200  len: 267 time: 0.1812716
Feb 18 11:19:48.247026 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b86123-4e7a-4233-95b0-ed828a8d1945 req-a514a701-ceb4-4c2f-b0c8-aeca56d65df0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:48.255251 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a2b86123-4e7a-4233-95b0-ed828a8d1945 req-a514a701-ceb4-4c2f-b0c8-aeca56d65df0 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 985 time: 0.2809989
Feb 18 11:19:48.295282 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-a2b86123-4e7a-4233-95b0-ed828a8d1945 req-d0b81d9e-b4d4-4995-af70-058e8b29c91f tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Request body: {'port': {'security_groups': ['5015afea-de1d-4531-9f1f-c3e1313b2f2a']}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:19:48.551866 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-28b883f4-32f5-49a2-bfbe-336613e68fe4 req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1410697665', 'description': 'tempest-TestShelveInstance-1410697665 description'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:19:48.567989 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-28b883f4-32f5-49a2-bfbe-336613e68fe4 req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:19:48.578165 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-28b883f4-32f5-49a2-bfbe-336613e68fe4 req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Usage tracker for resource:security_group and tenant:e2268be57276451990e755f8fd240a7b is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:19:48.606025 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-28b883f4-32f5-49a2-bfbe-336613e68fe4 req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:19:48.620050 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-28b883f4-32f5-49a2-bfbe-336613e68fe4 req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:19:48.646817 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-28b883f4-32f5-49a2-bfbe-336613e68fe4 req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:48.667591 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a2b86123-4e7a-4233-95b0-ed828a8d1945 req-d0b81d9e-b4d4-4995-af70-058e8b29c91f tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:48.708771 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 88e18d41-ddd7-4d4b-885f-878711398d1d up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:19:48.750537 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-28b883f4-32f5-49a2-bfbe-336613e68fe4 req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:19:48.768129 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-28b883f4-32f5-49a2-bfbe-336613e68fe4 req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Usage tracker for resource:security_group_rule and tenant:e2268be57276451990e755f8fd240a7b is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:19:48.785354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-28b883f4-32f5-49a2-bfbe-336613e68fe4 req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:19:48.809234 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-28b883f4-32f5-49a2-bfbe-336613e68fe4 req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:19:49.013154 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port 88e18d41-ddd7-4d4b-885f-878711398d1d completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:19:49.032993 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 88e18d41-ddd7-4d4b-885f-878711398d1d triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:49.034148 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:49.093903 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-28b883f4-32f5-49a2-bfbe-336613e68fe4 req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:49.104303 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-28b883f4-32f5-49a2-bfbe-336613e68fe4 req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:49.116376 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4b242c8d-da07-4969-b1e7-d45f2d2044c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:49.212553 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c27bf2-01eb-4251-a567-53f8cfe9b82c,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:49.239710 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.241088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.241916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.242545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.243230 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.245157 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.245157 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.245877 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.246628 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.254178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.255047 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.255753 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.256766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.267970 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.268895 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.269590 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.270296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.271006 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.272259 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.273051 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.273693 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.274382 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.275217 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.275217 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:49.308644 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:49.326407 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-28b883f4-32f5-49a2-bfbe-336613e68fe4 req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:49.348656 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-28b883f4-32f5-49a2-bfbe-336613e68fe4 req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.8001678
Feb 18 11:19:49.412853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:49.492718 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port 88e18d41-ddd7-4d4b-885f-878711398d1d, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=88e18d41-ddd7-4d4b-885f-878711398d1d,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:19:49.514568 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:49.519980 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8cbe9e95-59aa-440b-9358-c0f49624c5ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:49.766234 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-a2b86123-4e7a-4233-95b0-ed828a8d1945 req-d0b81d9e-b4d4-4995-af70-058e8b29c91f tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] For port 4743c7ae-2af0-4402-9409-f778be91d483, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4743c7ae-2af0-4402-9409-f778be91d483,segment=NetworkSegment(b0ca712c-83d4-4012-9f3f-3ec10f606487),segment_id=b0ca712c-83d4-4012-9f3f-3ec10f606487)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:19:49.829089 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a2b86123-4e7a-4233-95b0-ed828a8d1945 req-d0b81d9e-b4d4-4995-af70-058e8b29c91f tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:49.838932 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a2b86123-4e7a-4233-95b0-ed828a8d1945 req-d0b81d9e-b4d4-4995-af70-058e8b29c91f tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:49.890324 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=88e18d41-ddd7-4d4b-885f-878711398d1d,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:49.901398 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:49.935266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644ca2c-f1b9-45dd-8182-f2384057265b req-c79ffba5-02c1-42a3-99c2-68a84ba3ffb3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:49.939122 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f644ca2c-f1b9-45dd-8182-f2384057265b req-c79ffba5-02c1-42a3-99c2-68a84ba3ffb3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.3422143
Feb 18 11:19:50.063778 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f644ca2c-f1b9-45dd-8182-f2384057265b req-10ef5fd3-0e13-4d99-8d2a-07e729651ed3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1111333
Feb 18 11:19:50.096707 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:50.267731 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c144e988-8e04-4e58-b800-78dd4c931af7 req-5220f156-e435-43f2-97ce-3b09c530f563 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups/f5c27bf2-01eb-4251-a567-53f8cfe9b82c HTTP/1.1" status: 200  len: 1802 time: 0.1101918
Feb 18 11:19:50.277219 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-c144e988-8e04-4e58-b800-78dd4c931af7 req-f417c184-eef0-4d4f-b6eb-5947caacc0a8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f5c27bf2-01eb-4251-a567-53f8cfe9b82c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:19:50.277801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-c144e988-8e04-4e58-b800-78dd4c931af7 req-f417c184-eef0-4d4f-b6eb-5947caacc0a8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f5c27bf2-01eb-4251-a567-53f8cfe9b82c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:19:50.290035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-c144e988-8e04-4e58-b800-78dd4c931af7 req-f417c184-eef0-4d4f-b6eb-5947caacc0a8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:19:50.301632 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-c144e988-8e04-4e58-b800-78dd4c931af7 req-f417c184-eef0-4d4f-b6eb-5947caacc0a8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Usage tracker for resource:security_group_rule and tenant:e2268be57276451990e755f8fd240a7b is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:19:50.308761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-c144e988-8e04-4e58-b800-78dd4c931af7 req-f417c184-eef0-4d4f-b6eb-5947caacc0a8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:19:50.323211 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b86123-4e7a-4233-95b0-ed828a8d1945 req-d0b81d9e-b4d4-4995-af70-058e8b29c91f tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:50.324474 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a2b86123-4e7a-4233-95b0-ed828a8d1945 req-d0b81d9e-b4d4-4995-af70-058e8b29c91f tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:50.327026 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-c144e988-8e04-4e58-b800-78dd4c931af7 req-f417c184-eef0-4d4f-b6eb-5947caacc0a8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:19:50.333442 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a2b86123-4e7a-4233-95b0-ed828a8d1945 req-d0b81d9e-b4d4-4995-af70-058e8b29c91f tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "PUT /v2.0/ports/4743c7ae-2af0-4402-9409-f778be91d483 HTTP/1.1" status: 200  len: 943 time: 2.0457780
Feb 18 11:19:50.359400 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'tag': '4743c7ae-2af0-4402-9409-f778be91d483'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:19:50.539952 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8623ea2a-6100-4ba1-865a-9a083461b2a3 req-fc0cb34b-71be-4f2b-8528-6fc88aaf60bc tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups/8d85b949-7104-42b9-90d3-cff31b717e27 HTTP/1.1" status: 200  len: 3005 time: 0.1485736
Feb 18 11:19:50.646608 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 88e18d41-ddd7-4d4b-885f-878711398d1d up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:19:50.648529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c144e988-8e04-4e58-b800-78dd4c931af7 req-f417c184-eef0-4d4f-b6eb-5947caacc0a8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:50.706877 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b81d9e-b4d4-4995-af70-058e8b29c91f tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Pushing event updated for resources: {'Port': ['ID=4743c7ae-2af0-4402-9409-f778be91d483,revision_number=6']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:50.717086 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d0b81d9e-b4d4-4995-af70-058e8b29c91f tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:50.777171 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8623ea2a-6100-4ba1-865a-9a083461b2a3 req-9e91955d-6055-4a71-88fe-0feca6ae3846 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:50.785655 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c144e988-8e04-4e58-b800-78dd4c931af7 req-f417c184-eef0-4d4f-b6eb-5947caacc0a8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:50.800810 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c144e988-8e04-4e58-b800-78dd4c931af7 req-f417c184-eef0-4d4f-b6eb-5947caacc0a8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797254'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:50.806635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:50.909608 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417c184-eef0-4d4f-b6eb-5947caacc0a8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa18ce0-fab1-42ed-9588-151cb87e024f,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:50.924010 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f417c184-eef0-4d4f-b6eb-5947caacc0a8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:50.941638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c144e988-8e04-4e58-b800-78dd4c931af7 req-f417c184-eef0-4d4f-b6eb-5947caacc0a8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:50.961155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8623ea2a-6100-4ba1-865a-9a083461b2a3 req-9e91955d-6055-4a71-88fe-0feca6ae3846 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:50.961356 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c144e988-8e04-4e58-b800-78dd4c931af7 req-f417c184-eef0-4d4f-b6eb-5947caacc0a8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.6881769
Feb 18 11:19:51.026553 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-464800f3-8527-49e8-ba5c-5844a9c8d561 None None] Provisioning complete for port 4743c7ae-2af0-4402-9409-f778be91d483 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:51.027806 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-464800f3-8527-49e8-ba5c-5844a9c8d561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:51.073463 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'tag': '4743c7ae-2af0-4402-9409-f778be91d483', 'status': 'completed', 'code': 200}
Feb 18 11:19:51.076617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8623ea2a-6100-4ba1-865a-9a083461b2a3 req-9e91955d-6055-4a71-88fe-0feca6ae3846 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:51.101168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7de739ff-6244-40ac-80f4-8b4e840760bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:51.128386 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91955d-6055-4a71-88fe-0feca6ae3846 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d85b949-7104-42b9-90d3-cff31b717e27,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:51.147130 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9e91955d-6055-4a71-88fe-0feca6ae3846 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:51.246630 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a42556eb-2831-49e6-818b-a57bc0544641 req-781a2f87-acc6-49c7-bfdc-98cf3561d720 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups/f5c27bf2-01eb-4251-a567-53f8cfe9b82c HTTP/1.1" status: 200  len: 2395 time: 0.1539075
Feb 18 11:19:51.280861 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-a42556eb-2831-49e6-818b-a57bc0544641 req-02068933-29ad-4b59-a7a1-addd1b2bba4f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f5c27bf2-01eb-4251-a567-53f8cfe9b82c', 'remote_group_id': None}]} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:19:51.281443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-a42556eb-2831-49e6-818b-a57bc0544641 req-02068933-29ad-4b59-a7a1-addd1b2bba4f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f5c27bf2-01eb-4251-a567-53f8cfe9b82c', 'remote_group_id': None}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:19:51.293737 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8623ea2a-6100-4ba1-865a-9a083461b2a3 req-9e91955d-6055-4a71-88fe-0feca6ae3846 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:51.296023 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-a42556eb-2831-49e6-818b-a57bc0544641 req-02068933-29ad-4b59-a7a1-addd1b2bba4f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:19:51.297968 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8623ea2a-6100-4ba1-865a-9a083461b2a3 req-9e91955d-6055-4a71-88fe-0feca6ae3846 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "DELETE /v2.0/security-groups/8d85b949-7104-42b9-90d3-cff31b717e27 HTTP/1.1" status: 204  len: 173 time: 0.7555101
Feb 18 11:19:51.329045 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-a42556eb-2831-49e6-818b-a57bc0544641 req-02068933-29ad-4b59-a7a1-addd1b2bba4f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Usage tracker for resource:security_group_rule and tenant:e2268be57276451990e755f8fd240a7b is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:19:51.347064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-a42556eb-2831-49e6-818b-a57bc0544641 req-02068933-29ad-4b59-a7a1-addd1b2bba4f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:19:51.370515 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-a42556eb-2831-49e6-818b-a57bc0544641 req-02068933-29ad-4b59-a7a1-addd1b2bba4f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:19:51.423482 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680e328-0d9d-4d97-9ccf-0b72b1733446 req-eca069f6-1936-4df7-9b28-f8218ea71205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:51.429372 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8680e328-0d9d-4d97-9ccf-0b72b1733446 req-eca069f6-1936-4df7-9b28-f8218ea71205 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4fe5fb7e1a354d7ca09c4b2f69382355&device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 1163 time: 0.2709861
Feb 18 11:19:51.559320 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a42556eb-2831-49e6-818b-a57bc0544641 req-02068933-29ad-4b59-a7a1-addd1b2bba4f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:51.575500 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a42556eb-2831-49e6-818b-a57bc0544641 req-02068933-29ad-4b59-a7a1-addd1b2bba4f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:51.580494 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a42556eb-2831-49e6-818b-a57bc0544641 req-02068933-29ad-4b59-a7a1-addd1b2bba4f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797254'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:51.612531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:51.635611 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Sync routers for ids ['0da68e37-02f7-4a6d-83b4-21869fb6f253'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:19:51.671618 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 88e18d41-ddd7-4d4b-885f-878711398d1d triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:51.673008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:51.674883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02068933-29ad-4b59-a7a1-addd1b2bba4f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99febdd-a8ca-4952-9e2c-76116ee32af3,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:51.681674 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Routers {'0da68e37-02f7-4a6d-83b4-21869fb6f253'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:19:51.684115 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca93cda0>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:19:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['0da68e37-02f7-4a6d-83b4-21869fb6f253'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:19:51.687125 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-a42556eb-2831-49e6-818b-a57bc0544641 req-02068933-29ad-4b59-a7a1-addd1b2bba4f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:51.694305 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a42556eb-2831-49e6-818b-a57bc0544641 req-02068933-29ad-4b59-a7a1-addd1b2bba4f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4223459
Feb 18 11:19:51.703038 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-02068933-29ad-4b59-a7a1-addd1b2bba4f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:51.997214 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 4743c7ae-2af0-4402-9409-f778be91d483 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:19:52.206054 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680e328-0d9d-4d97-9ccf-0b72b1733446 req-e5dd1cfb-d9a8-44af-9de9-0d68e445d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:52.208961 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8680e328-0d9d-4d97-9ccf-0b72b1733446 req-e5dd1cfb-d9a8-44af-9de9-0d68e445d14a service neutron] 10.222.0.79 "GET /v2.0/networks?id=503312d2-9807-4398-af38-b17366be9b97 HTTP/1.1" status: 200  len: 909 time: 0.7706368
Feb 18 11:19:52.395052 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-cd116b4d-11c4-44e9-b1f9-0845c3ba97bf tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/floatingips/ccedf160-46f7-4945-86e1-9c07753f70ab HTTP/1.1" status: 200  len: 999 time: 0.6075954
Feb 18 11:19:52.531081 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Set router 0da68e37-02f7-4a6d-83b4-21869fb6f253 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:19:53.045659 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8680e328-0d9d-4d97-9ccf-0b72b1733446 req-a4073cd2-a8a7-4893-abad-9d40995a44c3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4743c7ae-2af0-4402-9409-f778be91d483 HTTP/1.1" status: 200  len: 1002 time: 0.5891814
Feb 18 11:19:53.052823 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 4743c7ae-2af0-4402-9409-f778be91d483 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:53.058329 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:53.545407 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 46426) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:19:53.597113 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680e328-0d9d-4d97-9ccf-0b72b1733446 req-ee1841a2-3bdd-428b-a6f1-13563b6e94bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:53.599903 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8680e328-0d9d-4d97-9ccf-0b72b1733446 req-ee1841a2-3bdd-428b-a6f1-13563b6e94bf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37be6e4f-3b7a-4e85-a12c-688a864871b3 HTTP/1.1" status: 200  len: 854 time: 0.5084527
Feb 18 11:19:53.851635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8d504-500a-46d2-9c37-ff5604730edf req-4252b2ed-111c-4564-bee8-69c0341d46d0 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:53.871555 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-14a8d504-500a-46d2-9c37-ff5604730edf req-4252b2ed-111c-4564-bee8-69c0341d46d0 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 1.6605835
Feb 18 11:19:54.059244 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-74bf8d9e-f857-4333-a769-bc28ce4dd5f6 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:54.066284 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-74bf8d9e-f857-4333-a769-bc28ce4dd5f6 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/networks/c5ace08f-47fa-48e4-be4d-8f3271a2d184 HTTP/1.1" status: 200  len: 784 time: 1.6695831
Feb 18 11:19:54.088960 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-566e07f2-d38c-4232-b027-502a3087bf28 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:19:54.091110 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-566e07f2-d38c-4232-b027-502a3087bf28 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0125430
Feb 18 11:19:54.317908 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca93cda0>, [{'id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'name': 'tempest-TestShelveInstance-1588833315-router', 'tenant_id': '244393db94ab4f3ba6295995f437bf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '88e18d41-ddd7-4d4b-885f-878711398d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:27Z', 'updated_at': '2021-02-18T11:19:42Z', 'revision_number': 4, 'project_id': '244393db94ab4f3ba6295995f437bf90', 'gw_port': {'id': '88e18d41-ddd7-4d4b-885f-878711398d1d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:54:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:30Z', 'updated_at': '2021-02-18T11:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'd3b8ac6e-77e8-428e-a46a-dc348e18fb57', 'name': '', 'network_id': '91039185-23af-4a3e-b68d-f26299e667d6', 'tenant_id': '244393db94ab4f3ba6295995f437bf90', 'mac_address': 'fa:16:3e:f2:49:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5ae06b68-2777-43b3-93c9-acd19e644bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:40Z', 'updated_at': '2021-02-18T11:19:43Z', 'revision_number': 2, 'project_id': '244393db94ab4f3ba6295995f437bf90', 'subnets': [{'id': '5ae06b68-2777-43b3-93c9-acd19e644bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:19:54.336627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Checking router: 0da68e37-02f7-4a6d-83b4-21869fb6f253 for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:19:54.336627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Updating router 0da68e37-02f7-4a6d-83b4-21869fb6f253 port d3b8ac6e-77e8-428e-a46a-dc348e18fb57 binding host dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:19:54.512847 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-43e2a9e3-f322-412d-a7e1-c8a7a309d357 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.196 HTTP/1.1" status: 200  len: 1002 time: 0.3983295
Feb 18 11:19:54.591548 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:54.741349 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-14a8d504-500a-46d2-9c37-ff5604730edf req-b3995aae-4f24-4cb1-a959-a354bd8e5a97 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8682070
Feb 18 11:19:54.860727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-efd7c8ae-c900-4882-a0c8-0ceaa5f7d738 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:54.863121 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-efd7c8ae-c900-4882-a0c8-0ceaa5f7d738 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports/4743c7ae-2af0-4402-9409-f778be91d483 HTTP/1.1" status: 200  len: 943 time: 0.3369954
Feb 18 11:19:54.875319 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:54.900883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680e328-0d9d-4d97-9ccf-0b72b1733446 req-f2d3a62d-bafc-4964-b76d-eec7d20f7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:54.903789 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8680e328-0d9d-4d97-9ccf-0b72b1733446 req-f2d3a62d-bafc-4964-b76d-eec7d20f7102 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=503312d2-9807-4398-af38-b17366be9b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.2582905
Feb 18 11:19:54.914731 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:19:54.924350 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Usage tracker for resource:security_group_rule and tenant:61beb5155e184a71a01a2795d185b78d is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:19:54.931241 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:19:54.943073 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:19:55.195147 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:55.453332 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-9eaf8d02-ea09-442d-a10d-e1d6b6ff66db tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.196 HTTP/1.1" status: 200  len: 1002 time: 0.2859812
Feb 18 11:19:55.532846 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8680e328-0d9d-4d97-9ccf-0b72b1733446 req-e23b01ef-3eaf-4d22-b5b2-b8a58df4c5ee service neutron] 10.222.0.79 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5141671
Feb 18 11:19:55.534995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:55.615991 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-235b846a-6465-4a10-94be-d143dc394ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:55.730771 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df241da6-dff5-4f4d-a6d2-e93242e903d8,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:55.753610 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=61beb5155e184a71a01a2795d185b78d&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1631162
Feb 18 11:19:55.866028 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 46450) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:19:55.871420 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-7192bede-866b-4c87-9fcc-4fc4f6769a85 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Deleting port 09526f89-bcf0-41fb-9ca3-2cd6db9aabbd {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:19:55.876520 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-7192bede-866b-4c87-9fcc-4fc4f6769a85 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:56.096622 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.097320 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.112689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.114389 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.115383 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.116448 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.117474 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.119055 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.120026 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.121302 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.122284 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.123265 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.124768 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.125756 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.135042 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.136253 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.137290 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.138321 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.139300 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.140329 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.141422 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.142427 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.143400 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.144642 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:19:56.168224 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7d1dad77-be65-436c-a0ce-6f8d1080572c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:56.412750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc11f1-29d0-4598-a892-d5dadf33c6df req-608a7b1d-a36d-4087-a783-c4fa31d999da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:56.418708 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-48cc11f1-29d0-4598-a892-d5dadf33c6df req-608a7b1d-a36d-4087-a783-c4fa31d999da service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c&device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 1162 time: 0.2474289
Feb 18 11:19:56.434756 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0ee3241a-55a3-4870-98af-25f68f10ead9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:56.548481 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0ee3241a-55a3-4870-98af-25f68f10ead9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:56.555065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:56.591852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Transition to ACTIVE for port object d3b8ac6e-77e8-428e-a46a-dc348e18fb57 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:19:56.593237 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-7192bede-866b-4c87-9fcc-4fc4f6769a85 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:56.594199 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-7192bede-866b-4c87-9fcc-4fc4f6769a85 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:56.598822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:56.669121 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3a0bb50c-a030-4e82-8b9c-2b0edf6ebbd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:56.831136 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc11f1-29d0-4598-a892-d5dadf33c6df req-62f4bf09-1a06-47ea-a39a-8b0ee27cb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:56.834432 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-48cc11f1-29d0-4598-a892-d5dadf33c6df req-62f4bf09-1a06-47ea-a39a-8b0ee27cb4d3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=898e5d09-fa06-443a-ad06-089028ce346b HTTP/1.1" status: 200  len: 910 time: 0.3806000
Feb 18 11:19:57.078602 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dcb12-29de-4424-a81d-cc8ec4930ea0 None None] Pushing event updated for resources: {'Port': ['ID=d3b8ac6e-77e8-428e-a46a-dc348e18fb57,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:57.087454 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-661dcb12-29de-4424-a81d-cc8ec4930ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:57.165689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-7192bede-866b-4c87-9fcc-4fc4f6769a85 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Calling delete_port for 09526f89-bcf0-41fb-9ca3-2cd6db9aabbd owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:19:57.225884 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8680e328-0d9d-4d97-9ccf-0b72b1733446 req-31fe2b91-9213-41d6-a3d3-47fd79c1fdb3 service neutron] 10.222.0.79 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.6511970
Feb 18 11:19:57.415175 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0ee3241a-55a3-4870-98af-25f68f10ead9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:57.444348 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ff7d9a4b-892e-4212-8a90-48180c7c698a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:57.445912 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c744d-999c-48d6-ab14-3bef68d8048c req-8b12e3b5-fe2f-4702-9a86-df98dc4c9c1b tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:57.458549 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-569c744d-999c-48d6-ab14-3bef68d8048c req-8b12e3b5-fe2f-4702-9a86-df98dc4c9c1b tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.6138048
Feb 18 11:19:57.462714 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-48cc11f1-29d0-4598-a892-d5dadf33c6df req-ecb77a57-e21b-495c-94c7-e1dcf34d0196 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9090a744-74d4-468d-8d73-2b7cd47025aa HTTP/1.1" status: 200  len: 1001 time: 0.5431597
Feb 18 11:19:57.519126 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3241a-55a3-4870-98af-25f68f10ead9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df241da6-dff5-4f4d-a6d2-e93242e903d8,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:57.572112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0ee3241a-55a3-4870-98af-25f68f10ead9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:57.608807 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0ee3241a-55a3-4870-98af-25f68f10ead9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:57.626510 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-0ee3241a-55a3-4870-98af-25f68f10ead9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/df241da6-dff5-4f4d-a6d2-e93242e903d8 HTTP/1.1" status: 204  len: 168 time: 1.3834946
Feb 18 11:19:57.674292 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Attempting to bind port d3b8ac6e-77e8-428e-a46a-dc348e18fb57 on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:19:57.674967 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Attempting to bind port d3b8ac6e-77e8-428e-a46a-dc348e18fb57 by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': 'ea0c8b73-de92-4381-a86a-2729d257a7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91039185-23af-4a3e-b68d-f26299e667d6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:19:57.675653 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Attempting to bind port d3b8ac6e-77e8-428e-a46a-dc348e18fb57 on network 91039185-23af-4a3e-b68d-f26299e667d6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:19:57.714076 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:19:57.715353 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Checking segment: {'id': 'ea0c8b73-de92-4381-a86a-2729d257a7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91039185-23af-4a3e-b68d-f26299e667d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:19:57.716518 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:57.718820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Bound using segment: {'id': 'ea0c8b73-de92-4381-a86a-2729d257a7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91039185-23af-4a3e-b68d-f26299e667d6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:19:57.725305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Bound port: d3b8ac6e-77e8-428e-a46a-dc348e18fb57, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0c8b73-de92-4381-a86a-2729d257a7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91039185-23af-4a3e-b68d-f26299e667d6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:19:57.729994 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:57.771177 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc11f1-29d0-4598-a892-d5dadf33c6df req-b3ab18bd-ceb7-4618-9299-5f364a72b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:57.773093 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-48cc11f1-29d0-4598-a892-d5dadf33c6df req-b3ab18bd-ceb7-4618-9299-5f364a72b67a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f015fe07-4475-4004-a998-1938cc87ba5e HTTP/1.1" status: 200  len: 855 time: 0.3027656
Feb 18 11:19:57.928325 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-569c744d-999c-48d6-ab14-3bef68d8048c req-be21018b-bbd2-47c7-a974-ec9a1148abd8 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3324187
Feb 18 11:19:58.036131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc11f1-29d0-4598-a892-d5dadf33c6df req-041a4882-b4e5-46e7-8c12-c82ed355cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:19:58.042686 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-48cc11f1-29d0-4598-a892-d5dadf33c6df req-041a4882-b4e5-46e7-8c12-c82ed355cd79 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=898e5d09-fa06-443a-ad06-089028ce346b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2200787
Feb 18 11:19:58.088946 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-7192bede-866b-4c87-9fcc-4fc4f6769a85 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:58.219924 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] For port d3b8ac6e-77e8-428e-a46a-dc348e18fb57, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:19:58.234302 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] For port d3b8ac6e-77e8-428e-a46a-dc348e18fb57, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=d3b8ac6e-77e8-428e-a46a-dc348e18fb57,segment=NetworkSegment(ea0c8b73-de92-4381-a86a-2729d257a7be),segment_id=ea0c8b73-de92-4381-a86a-2729d257a7be)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:19:58.251790 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:58.316757 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4958db66-c55c-4711-858c-965df503ecf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:58.452558 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:19:58.460463 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-48cc11f1-29d0-4598-a892-d5dadf33c6df req-e25eb8bb-d33f-44d9-b806-8dbd8ce4b7ce service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4097979
Feb 18 11:19:58.576671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192bede-866b-4c87-9fcc-4fc4f6769a85 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Pushing event deleted for resources: {'Port': ['ID=09526f89-bcf0-41fb-9ca3-2cd6db9aabbd,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:58.584597 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7192bede-866b-4c87-9fcc-4fc4f6769a85 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:58.642929 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dcb12-29de-4424-a81d-cc8ec4930ea0 None None] Pushing event updated for resources: {'Port': ['ID=d3b8ac6e-77e8-428e-a46a-dc348e18fb57,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:19:58.700766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-661dcb12-29de-4424-a81d-cc8ec4930ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:19:58.846111 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-7192bede-866b-4c87-9fcc-4fc4f6769a85 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:19:58.846903 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-7192bede-866b-4c87-9fcc-4fc4f6769a85 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Floating IP ccedf160-46f7-4945-86e1-9c07753f70ab disassociated (deleted). External IP: 172.27.1.196, port: 4743c7ae-2af0-4402-9409-f778be91d483.
Feb 18 11:19:59.077445 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-48cc11f1-29d0-4598-a892-d5dadf33c6df req-f5226844-e925-4207-ad03-bee9da62cfe8 service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5922835
Feb 18 11:19:59.123820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device d3b8ac6e-77e8-428e-a46a-dc348e18fb57 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:19:59.183822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Routers {'0da68e37-02f7-4a6d-83b4-21869fb6f253'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:19:59.186020 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca93cda0>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:19:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['0da68e37-02f7-4a6d-83b4-21869fb6f253'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:19:59.549317 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port d3b8ac6e-77e8-428e-a46a-dc348e18fb57 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:19:59.570983 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port d3b8ac6e-77e8-428e-a46a-dc348e18fb57 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:19:59.572719 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:00.052868 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] Set router 0da68e37-02f7-4a6d-83b4-21869fb6f253 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:20:00.161008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4be09-0da9-40cc-94bc-b381f25b0591 req-3ba76306-ba42-4561-bbb4-4e22c7349a23 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:00.168205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-f4cb71f7-7b01-4166-a259-033a8e150022 None None] Provisioning complete for port d3b8ac6e-77e8-428e-a46a-dc348e18fb57 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:00.170911 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f4cb71f7-7b01-4166-a259-033a8e150022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:00.183258 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bbf4be09-0da9-40cc-94bc-b381f25b0591 req-3ba76306-ba42-4561-bbb4-4e22c7349a23 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.4677339
Feb 18 11:20:00.264453 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:00.357942 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bbf4be09-0da9-40cc-94bc-b381f25b0591 req-bf5d114d-5b38-4a96-bf59-7c6425929fa2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1590877
Feb 18 11:20:00.412493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port d3b8ac6e-77e8-428e-a46a-dc348e18fb57, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=d3b8ac6e-77e8-428e-a46a-dc348e18fb57,segment=NetworkSegment(ea0c8b73-de92-4381-a86a-2729d257a7be),segment_id=ea0c8b73-de92-4381-a86a-2729d257a7be)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:20:00.445240 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:00.457677 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c951e709-3180-42ff-be16-ef67dcc67253 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:00.580819 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 46490) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:20:00.772649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-7192bede-866b-4c87-9fcc-4fc4f6769a85 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Router d5b62294-1c4e-484d-b420-a980968e73da has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:20:00.861892 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=d3b8ac6e-77e8-428e-a46a-dc348e18fb57,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:00.874620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:01.108338 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-21054070-network', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:20:01.111230 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca93cda0>, [{'id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'name': 'tempest-TestShelveInstance-1588833315-router', 'tenant_id': '244393db94ab4f3ba6295995f437bf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '88e18d41-ddd7-4d4b-885f-878711398d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:27Z', 'updated_at': '2021-02-18T11:19:42Z', 'revision_number': 4, 'project_id': '244393db94ab4f3ba6295995f437bf90', 'gw_port': {'id': '88e18d41-ddd7-4d4b-885f-878711398d1d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:54:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:30Z', 'updated_at': '2021-02-18T11:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'd3b8ac6e-77e8-428e-a46a-dc348e18fb57', 'name': '', 'network_id': '91039185-23af-4a3e-b68d-f26299e667d6', 'tenant_id': '244393db94ab4f3ba6295995f437bf90', 'mac_address': 'fa:16:3e:f2:49:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5ae06b68-2777-43b3-93c9-acd19e644bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:40Z', 'updated_at': '2021-02-18T11:19:58Z', 'revision_number': 4, 'project_id': '244393db94ab4f3ba6295995f437bf90', 'subnets': [{'id': '5ae06b68-2777-43b3-93c9-acd19e644bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:01.121197 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:20:01.121724 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028d4fa-9501-4d5e-91e7-9efdcaf724b5 None None] The sync data for ids ['0da68e37-02f7-4a6d-83b4-21869fb6f253'] in dv-cinder-773985-5-iscsi is: [{'id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'name': 'tempest-TestShelveInstance-1588833315-router', 'tenant_id': '244393db94ab4f3ba6295995f437bf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '88e18d41-ddd7-4d4b-885f-878711398d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:27Z', 'updated_at': '2021-02-18T11:19:42Z', 'revision_number': 4, 'project_id': '244393db94ab4f3ba6295995f437bf90', 'gw_port': {'id': '88e18d41-ddd7-4d4b-885f-878711398d1d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:54:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:30Z', 'updated_at': '2021-02-18T11:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'd3b8ac6e-77e8-428e-a46a-dc348e18fb57', 'name': '', 'network_id': '91039185-23af-4a3e-b68d-f26299e667d6', 'tenant_id': '244393db94ab4f3ba6295995f437bf90', 'mac_address': 'fa:16:3e:f2:49:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '5ae06b68-2777-43b3-93c9-acd19e644bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:40Z', 'updated_at': '2021-02-18T11:19:58Z', 'revision_number': 4, 'project_id': '244393db94ab4f3ba6295995f437bf90', 'subnets': [{'id': '5ae06b68-2777-43b3-93c9-acd19e644bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:20:01.128983 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Usage tracker for resource:network and tenant:bb272e0801a14169b04bc052fbeb67eb is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:20:01.136797 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:20:01.163512 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:20:01.183337 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Made reservation on behalf of bb272e0801a14169b04bc052fbeb67eb for: {'network': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:20:01.191365 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:01.216282 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:01.241075 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-7192bede-866b-4c87-9fcc-4fc4f6769a85 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:20:01.247886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:20:01.256924 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Usage tracker for resource:security_group_rule and tenant:bb272e0801a14169b04bc052fbeb67eb is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:20:01.262190 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b10af74-65a5-4ff6-befc-b6f9d2a8b1b8 None None] Sync routers for ids ['d5b62294-1c4e-484d-b420-a980968e73da'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:20:01.265465 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:20:01.278176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:20:01.292190 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b10af74-65a5-4ff6-befc-b6f9d2a8b1b8 None None] Routers {'d5b62294-1c4e-484d-b420-a980968e73da'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:20:01.294280 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-9b10af74-65a5-4ff6-befc-b6f9d2a8b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca45cc50>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:19:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['d5b62294-1c4e-484d-b420-a980968e73da'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:01.296204 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-7192bede-866b-4c87-9fcc-4fc4f6769a85 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:01.425869 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-7192bede-866b-4c87-9fcc-4fc4f6769a85 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "DELETE /v2.0/floatingips/ccedf160-46f7-4945-86e1-9c07753f70ab HTTP/1.1" status: 204  len: 173 time: 5.9703479
Feb 18 11:20:01.426951 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'tag': '4743c7ae-2af0-4402-9409-f778be91d483'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:20:01.477048 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:01.485697 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:01.499044 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7d3285f7-1b52-4db1-bc16-413ecfd40a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:01.554591 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7421eff-90a7-47f7-8fba-85cda63bac51,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:01.562992 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:01.645782 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:20:01.659706 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'tag': '4743c7ae-2af0-4402-9409-f778be91d483', 'status': 'completed', 'code': 200}
Feb 18 11:20:01.667916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:01.668551 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Added segment 4375d8c3-9424-48e8-95b8-045e688ba301 of type vxlan for network d22a818a-0aa2-41c5-b44c-3b5659cb4a20
Feb 18 11:20:01.806084 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-70802c95-c0fe-4f6d-9cbc-bf725ebabf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:01.828824 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-70802c95-c0fe-4f6d-9cbc-bf725ebabf9a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4fe5fb7e1a354d7ca09c4b2f69382355&device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 1163 time: 0.3488944
Feb 18 11:20:01.859328 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:01.971056 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:02.017097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-9b10af74-65a5-4ff6-befc-b6f9d2a8b1b8 None None] Set router d5b62294-1c4e-484d-b420-a980968e73da gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:20:02.123336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:02.124435 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:02.131839 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:02.352076 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-b9a812da-e829-4639-9db4-dd59a04b4b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:02.369732 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-b9a812da-e829-4639-9db4-dd59a04b4b84 service neutron] 10.222.0.65 "GET /v2.0/networks?id=503312d2-9807-4398-af38-b17366be9b97 HTTP/1.1" status: 200  len: 909 time: 0.5390093
Feb 18 11:20:02.407283 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Pushing event updated for resources: {'Network': ['ID=d22a818a-0aa2-41c5-b44c-3b5659cb4a20,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:02.491444 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:02.538619 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-1523cdf4-c1b4-4216-9b9c-719bb9171a20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4743c7ae-2af0-4402-9409-f778be91d483 HTTP/1.1" status: 200  len: 217 time: 0.1673021
Feb 18 11:20:02.546704 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:20:02.572886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:20:02.596598 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 2.0138631
Feb 18 11:20:02.617209 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 46512) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:20:02.642303 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-ea9a8e1d-4976-479e-a5ce-66ce0568976f admin admin] Request body: {'subnet': {'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-21054070-subnet', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'ip_version': 4}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:20:02.657144 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ea9a8e1d-4976-479e-a5ce-66ce0568976f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:20:02.665858 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ea9a8e1d-4976-479e-a5ce-66ce0568976f admin admin] Usage tracker for resource:subnet and tenant:bb272e0801a14169b04bc052fbeb67eb is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:20:02.675477 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ea9a8e1d-4976-479e-a5ce-66ce0568976f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:20:02.687212 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ea9a8e1d-4976-479e-a5ce-66ce0568976f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:20:02.716010 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9a8e1d-4976-479e-a5ce-66ce0568976f admin admin] Made reservation on behalf of bb272e0801a14169b04bc052fbeb67eb for: {'subnet': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:20:02.730099 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8e1d-4976-479e-a5ce-66ce0568976f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852664809'] for subnet, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:02.820291 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-2aa109a3-c89c-4af5-bc9f-b1e2682468f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:02.835972 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-2aa109a3-c89c-4af5-bc9f-b1e2682468f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=37be6e4f-3b7a-4e85-a12c-688a864871b3 HTTP/1.1" status: 200  len: 854 time: 0.2821667
Feb 18 11:20:03.016724 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-9db87b8f-ea59-48b6-aeed-e84ca1e7ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:03.028443 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-9db87b8f-ea59-48b6-aeed-e84ca1e7ebe2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=503312d2-9807-4398-af38-b17366be9b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1770139
Feb 18 11:20:03.085570 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ac5d2-ed0a-4a69-9cc3-4e283651ec00 req-cab4c241-8466-4b85-a25d-b8bf98dd9fe1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:03.088698 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e89ac5d2-ed0a-4a69-9cc3-4e283651ec00 req-cab4c241-8466-4b85-a25d-b8bf98dd9fe1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 1.1036518
Feb 18 11:20:03.115265 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518f864-d076-4650-92f0-aad0430510a6 req-cfe309d2-e41f-40a8-bd4f-1bcab69b2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:03.118961 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5518f864-d076-4650-92f0-aad0430510a6 req-cfe309d2-e41f-40a8-bd4f-1bcab69b2d5b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4fe5fb7e1a354d7ca09c4b2f69382355&device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 1163 time: 1.3909996
Feb 18 11:20:03.388586 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-de674bf4-5f61-4fb3-a26e-6f0d0edab098 service neutron] 10.222.0.65 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3359060
Feb 18 11:20:03.403413 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device d3b8ac6e-77e8-428e-a46a-dc348e18fb57 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:20:03.440109 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e89ac5d2-ed0a-4a69-9cc3-4e283651ec00 req-a09e6968-39fc-428a-b0a3-7b62207fab2c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3131478
Feb 18 11:20:03.540955 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aec580-a0c0-4cbf-a136-6b1c7d0650e4 req-45955727-3de1-4d1f-99ef-3c84e2333ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:03.543863 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-85aec580-a0c0-4cbf-a136-6b1c7d0650e4 req-45955727-3de1-4d1f-99ef-3c84e2333ce0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c&device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 1162 time: 1.1164637
Feb 18 11:20:03.557410 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc7af-797d-46a5-8631-62945940482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:03.669486 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:03.897315 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518f864-d076-4650-92f0-aad0430510a6 req-37bf0285-39b8-4487-aade-32d2a5aa10a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:03.900737 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5518f864-d076-4650-92f0-aad0430510a6 req-37bf0285-39b8-4487-aade-32d2a5aa10a6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=503312d2-9807-4398-af38-b17366be9b97 HTTP/1.1" status: 200  len: 909 time: 0.7712507
Feb 18 11:20:03.996625 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port d3b8ac6e-77e8-428e-a46a-dc348e18fb57 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:03.997467 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:04.146038 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fbc55a15-1fa0-47a0-9304-ec8fa104c11b req-3d40823c-632b-464a-977a-9a6aad8c4ed7 service neutron] 10.222.0.65 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7237413
Feb 18 11:20:04.390276 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5518f864-d076-4650-92f0-aad0430510a6 req-580ca084-03b4-4412-8207-d62e706f9ebc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4743c7ae-2af0-4402-9409-f778be91d483 HTTP/1.1" status: 200  len: 217 time: 0.4772882
Feb 18 11:20:04.818059 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aec580-a0c0-4cbf-a136-6b1c7d0650e4 req-3fb5be69-27b8-4e12-98a9-e237ae49fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:04.823231 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-85aec580-a0c0-4cbf-a136-6b1c7d0650e4 req-3fb5be69-27b8-4e12-98a9-e237ae49fdd5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=898e5d09-fa06-443a-ad06-089028ce346b HTTP/1.1" status: 200  len: 910 time: 1.2471647
Feb 18 11:20:04.924853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-9b10af74-65a5-4ff6-befc-b6f9d2a8b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca45cc50>, [{'id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'name': 'tempest-TestMinimumBasicScenario-1228389664-router', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:16:22Z', 'updated_at': '2021-02-18T11:16:33Z', 'revision_number': 4, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'gw_port': {'id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:24Z', 'updated_at': '2021-02-18T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '94df19fe-6e94-41fa-bb5a-8a10657007df', 'name': '', 'network_id': '503312d2-9807-4398-af38-b17366be9b97', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'mac_address': 'fa:16:3e:f8:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:32Z', 'updated_at': '2021-02-18T11:16:51Z', 'revision_number': 5, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'subnets': [{'id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:04.935610 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b10af74-65a5-4ff6-befc-b6f9d2a8b1b8 None None] Checking router: d5b62294-1c4e-484d-b420-a980968e73da for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:20:04.968905 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b10af74-65a5-4ff6-befc-b6f9d2a8b1b8 None None] Routers {'d5b62294-1c4e-484d-b420-a980968e73da'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:20:04.969293 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-9b10af74-65a5-4ff6-befc-b6f9d2a8b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca45cc50>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:19:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['d5b62294-1c4e-484d-b420-a980968e73da'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:05.003424 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518f864-d076-4650-92f0-aad0430510a6 req-3925c6cd-e073-4237-8929-e44f67cecf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:05.006304 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5518f864-d076-4650-92f0-aad0430510a6 req-3925c6cd-e073-4237-8929-e44f67cecf52 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37be6e4f-3b7a-4e85-a12c-688a864871b3 HTTP/1.1" status: 200  len: 854 time: 0.6079957
Feb 18 11:20:05.129813 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e466b-399b-4c7b-91b9-c2bd025d2980 req-45cb323a-54b4-42c3-84d3-05ff5625e09f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:05.132136 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-006e466b-399b-4c7b-91b9-c2bd025d2980 req-45cb323a-54b4-42c3-84d3-05ff5625e09f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.2424014
Feb 18 11:20:05.224153 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-85aec580-a0c0-4cbf-a136-6b1c7d0650e4 req-7e890945-a964-4780-88df-2a78fd477995 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9090a744-74d4-468d-8d73-2b7cd47025aa HTTP/1.1" status: 200  len: 1001 time: 0.3881330
Feb 18 11:20:05.256861 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-006e466b-399b-4c7b-91b9-c2bd025d2980 req-e1b25f67-d8db-42c1-903e-ea26ab0b60a3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1120465
Feb 18 11:20:05.470382 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518f864-d076-4650-92f0-aad0430510a6 req-95f6b99d-dc98-43a2-b664-4a631750c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:05.470722 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-9b10af74-65a5-4ff6-befc-b6f9d2a8b1b8 None None] Set router d5b62294-1c4e-484d-b420-a980968e73da gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:20:05.473705 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5518f864-d076-4650-92f0-aad0430510a6 req-95f6b99d-dc98-43a2-b664-4a631750c1bd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=503312d2-9807-4398-af38-b17366be9b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4373693
Feb 18 11:20:05.542665 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aec580-a0c0-4cbf-a136-6b1c7d0650e4 req-e54563f2-6d2d-4e05-9779-f5bdd9ea4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:05.545515 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-85aec580-a0c0-4cbf-a136-6b1c7d0650e4 req-e54563f2-6d2d-4e05-9779-f5bdd9ea4658 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f015fe07-4475-4004-a998-1938cc87ba5e HTTP/1.1" status: 200  len: 855 time: 0.3097410
Feb 18 11:20:05.647005 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-39ce3e66-e87a-4c47-9953-9ffffc9821cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:05.865937 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8e1d-4976-479e-a5ce-66ce0568976f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852799619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852664796'] for subnet, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:05.917374 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:06.084011 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5518f864-d076-4650-92f0-aad0430510a6 req-47e7d826-f962-42b9-8b70-bb2af833a773 service neutron] 10.222.0.79 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6001439
Feb 18 11:20:06.215243 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-9b10af74-65a5-4ff6-befc-b6f9d2a8b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca45cc50>, [{'id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'name': 'tempest-TestMinimumBasicScenario-1228389664-router', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:16:22Z', 'updated_at': '2021-02-18T11:16:33Z', 'revision_number': 4, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'gw_port': {'id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:24Z', 'updated_at': '2021-02-18T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '94df19fe-6e94-41fa-bb5a-8a10657007df', 'name': '', 'network_id': '503312d2-9807-4398-af38-b17366be9b97', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'mac_address': 'fa:16:3e:f8:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:32Z', 'updated_at': '2021-02-18T11:16:51Z', 'revision_number': 5, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'subnets': [{'id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:06.226574 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b10af74-65a5-4ff6-befc-b6f9d2a8b1b8 None None] The sync data for ids ['d5b62294-1c4e-484d-b420-a980968e73da'] in dv-cinder-773985-5-iscsi is: [{'id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'name': 'tempest-TestMinimumBasicScenario-1228389664-router', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:16:22Z', 'updated_at': '2021-02-18T11:16:33Z', 'revision_number': 4, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'gw_port': {'id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:24Z', 'updated_at': '2021-02-18T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '94df19fe-6e94-41fa-bb5a-8a10657007df', 'name': '', 'network_id': '503312d2-9807-4398-af38-b17366be9b97', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'mac_address': 'fa:16:3e:f8:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:32Z', 'updated_at': '2021-02-18T11:16:51Z', 'revision_number': 5, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'subnets': [{'id': '37be6e4f-3b7a-4e85-a12c-688a864871b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:20:06.236441 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:06.314831 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aec580-a0c0-4cbf-a136-6b1c7d0650e4 req-ee7dc69e-2c18-4512-968a-220d3dccf8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:06.317876 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-85aec580-a0c0-4cbf-a136-6b1c7d0650e4 req-ee7dc69e-2c18-4512-968a-220d3dccf8d2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=898e5d09-fa06-443a-ad06-089028ce346b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6922450
Feb 18 11:20:06.516663 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:20:06.531634 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a8e1d-4976-479e-a5ce-66ce0568976f admin admin] Pushing event updated for resources: {'Subnet': ['ID=37cc3edf-8e61-4a92-94bd-42c6385b9e4b,revision_number=0']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:06.540300 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ea9a8e1d-4976-479e-a5ce-66ce0568976f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:06.708691 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa4d9d-bc76-4ca1-b588-471266cfb5b1 req-dc389083-fbc2-4965-8688-72547cf5910e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:06.712824 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-efaa4d9d-bc76-4ca1-b588-471266cfb5b1 req-dc389083-fbc2-4965-8688-72547cf5910e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.1987188
Feb 18 11:20:06.725961 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5518f864-d076-4650-92f0-aad0430510a6 req-403a1506-7373-4045-b8ec-116e42ab3cbb service neutron] 10.222.0.79 "GET /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6195111
Feb 18 11:20:06.814123 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-85aec580-a0c0-4cbf-a136-6b1c7d0650e4 req-479eb611-2029-4de4-830c-31a20f4be654 service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4703448
Feb 18 11:20:06.861356 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-efaa4d9d-bc76-4ca1-b588-471266cfb5b1 req-e02568b1-7452-4965-bfd3-d25b7322ebdc tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0943487
Feb 18 11:20:06.876627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f7c002-b2fd-4eb6-bf12-4e5414d4c8b4 None None] New status for floating IP ccedf160-46f7-4945-86e1-9c07753f70ab: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:20:06.993895 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9a8e1d-4976-479e-a5ce-66ce0568976f admin admin] Checking segment: {'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:20:06.994803 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9a8e1d-4976-479e-a5ce-66ce0568976f admin admin] Network hostable DHCP agents. Network: d22a818a-0aa2-41c5-b44c-3b5659cb4a20, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:20:07.092680 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9a8e1d-4976-479e-a5ce-66ce0568976f admin admin] Network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:20:07.131986 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-ea9a8e1d-4976-479e-a5ce-66ce0568976f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, d22a818a-0aa2-41c5-b44c-3b5659cb4a20) {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:20:07.145261 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebee0fbf-8a80-45c9-84f5-6071dde1f752 None None] Network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:20:07.189484 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9a8e1d-4976-479e-a5ce-66ce0568976f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:07.190639 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8e1d-4976-479e-a5ce-66ce0568976f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:07.215003 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-85aec580-a0c0-4cbf-a136-6b1c7d0650e4 req-ccc72d6e-1d73-4530-baed-a8bd7fc24c1a service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3775542
Feb 18 11:20:07.238768 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ea9a8e1d-4976-479e-a5ce-66ce0568976f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 4.6131697
Feb 18 11:20:07.244035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 46554) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:20:07.254383 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:20:07.264962 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:20:07.273657 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Usage tracker for resource:router and tenant:bb272e0801a14169b04bc052fbeb67eb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:20:07.280067 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:20:07.293247 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:20:07.313947 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854268428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746343'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:07.316065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854268443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854278397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7977197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29457'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:07.345668 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:07.548854 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0063768c-ca8b-5880-8154-fcd8b5cc5478-d22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b'}]}} from dv-cinder-773985-5-iscsi. {{(pid=83934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 11:20:07.550420 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:07.940804 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854278262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29440'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:08.163119 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Allocated IP 172.20.0.2 (d22a818a-0aa2-41c5-b44c-3b5659cb4a20/37cc3edf-8e61-4a92-94bd-42c6385b9e4b/cb2894ff-3bbb-4f71-beb9-1804646aa1c6) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:20:08.357583 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:08.434249 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51242ea7-8d3f-4bff-8d86-01075ce5d29e req-710fd94c-9550-497a-8c81-c58814f68e1e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:08.449264 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-51242ea7-8d3f-4bff-8d86-01075ce5d29e req-710fd94c-9550-497a-8c81-c58814f68e1e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.2896399
Feb 18 11:20:08.549564 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:08.575629 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-51242ea7-8d3f-4bff-8d86-01075ce5d29e req-07643c29-06f6-4ea8-adaf-85c8fe570228 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1172688
Feb 18 11:20:08.582526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Transition to ACTIVE for port object cb2894ff-3bbb-4f71-beb9-1804646aa1c6 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:20:08.637864 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Transition to ACTIVE for port object cb2894ff-3bbb-4f71-beb9-1804646aa1c6 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:20:08.658652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:08.660623 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:08.691796 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:08.729782 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:08.927139 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:08.979585 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Pushing event updated for resources: {'Port': ['ID=cb2894ff-3bbb-4f71-beb9-1804646aa1c6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:09.005357 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.005828 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.006474 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.007141 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.007801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.009053 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.009810 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.010459 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.011139 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.011777 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.012441 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.013125 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.014050 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.014680 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.015331 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.015972 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.016641 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.018285 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.018285 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.020065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.020065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.020065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.020573 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.021096 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:09.032063 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:09.120112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:20:09.122359 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Resources bound (agent type, host, resource id):  {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:20:09.126457 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:20:09.225720 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Allocated IP 172.27.1.105 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/ee912e67-01bd-43c5-b648-fed781693b6b) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:20:09.241374 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Attempting to bind port cb2894ff-3bbb-4f71-beb9-1804646aa1c6 on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:20:09.242076 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Attempting to bind port cb2894ff-3bbb-4f71-beb9-1804646aa1c6 by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:20:09.243375 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Attempting to bind port cb2894ff-3bbb-4f71-beb9-1804646aa1c6 on network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:20:09.255368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:20:09.255925 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Checking segment: {'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:20:09.256692 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:09.257437 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Bound using segment: {'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:20:09.259366 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Bound port: cb2894ff-3bbb-4f71-beb9-1804646aa1c6, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:20:09.260069 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:09.400259 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] For port cb2894ff-3bbb-4f71-beb9-1804646aa1c6, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:20:09.404689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] For port cb2894ff-3bbb-4f71-beb9-1804646aa1c6, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=cb2894ff-3bbb-4f71-beb9-1804646aa1c6,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:20:09.410599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:09.438238 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a1a3a38a-ff50-4ebc-9bf0-e467a6abd8cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:09.510009 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:09.565949 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:09.608871 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Pushing event updated for resources: {'Port': ['ID=cb2894ff-3bbb-4f71-beb9-1804646aa1c6,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:09.614456 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:09.677227 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b4798cff-7309-4e40-b905-fb569f47c0fd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:09.906638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ee912e67-01bd-43c5-b648-fed781693b6b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:09.914144 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:10.055642 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:20:10.058715 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:20:10.061914 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:20:10.110943 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240964d8-c09a-4396-aeaf-cbc1a3d4e3bf req-a8893fcc-87e0-4d23-a91c-d1ff4b9d309d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:10.112919 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-240964d8-c09a-4396-aeaf-cbc1a3d4e3bf req-a8893fcc-87e0-4d23-a91c-d1ff4b9d309d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.2101746
Feb 18 11:20:10.125014 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 9090a744-74d4-468d-8d73-2b7cd47025aa no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:20:10.264621 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-240964d8-c09a-4396-aeaf-cbc1a3d4e3bf req-9c8814db-ef5a-49b4-8d80-748a6ceb69e2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1305308
Feb 18 11:20:10.441669 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:10.528876 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649e4d56-c98f-4166-986c-e953f54865aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9090a744-74d4-468d-8d73-2b7cd47025aa'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:20:10.541806 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 9090a744-74d4-468d-8d73-2b7cd47025aa, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9090a744-74d4-468d-8d73-2b7cd47025aa,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:20:10.546335 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:10.552877 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3140ed5e-5268-4f6e-8ffb-b39e4e7169fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:10.609604 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee11fe5-13f0-4026-a2b2-9295418dd3d4 req-09a4ef53-c227-452e-8760-c7ece4050bd2 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:10.623046 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ee11fe5-13f0-4026-a2b2-9295418dd3d4 req-09a4ef53-c227-452e-8760-c7ece4050bd2 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 946 time: 0.1497068
Feb 18 11:20:10.651314 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=9090a744-74d4-468d-8d73-2b7cd47025aa,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:10.659986 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:10.711980 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-9ee11fe5-13f0-4026-a2b2-9295418dd3d4 req-1626e0e8-b1cf-4e4a-a518-1f39cb439dc4 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Synchronizing usage tracker for tenant:4fe5fb7e1a354d7ca09c4b2f69382355 on resource:security_group {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:20:10.744851 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-9ee11fe5-13f0-4026-a2b2-9295418dd3d4 req-1626e0e8-b1cf-4e4a-a518-1f39cb439dc4 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Unset dirty status for tenant:4fe5fb7e1a354d7ca09c4b2f69382355 on resource:security_group {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:20:10.751083 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ee11fe5-13f0-4026-a2b2-9295418dd3d4 req-1626e0e8-b1cf-4e4a-a518-1f39cb439dc4 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229160
Feb 18 11:20:10.871971 dv-cinder-773985-5-iscsi neutron-server[83816]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '649e4d56-c98f-4166-986c-e953f54865aa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9090a744-74d4-468d-8d73-2b7cd47025aa', 'code': 422} returned with failed status
Feb 18 11:20:11.006032 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:11.109876 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device cb2894ff-3bbb-4f71-beb9-1804646aa1c6 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:20:11.285158 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port cb2894ff-3bbb-4f71-beb9-1804646aa1c6 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:20:11.389962 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-4e09917a-d2a6-4f86-9a19-cb10e5dc40d2 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Synchronizing usage tracker for tenant:e2268be57276451990e755f8fd240a7b on resource:security_group {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:20:11.429254 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-4e09917a-d2a6-4f86-9a19-cb10e5dc40d2 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Unset dirty status for tenant:e2268be57276451990e755f8fd240a7b on resource:security_group {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:20:11.432060 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-4e09917a-d2a6-4f86-9a19-cb10e5dc40d2 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1410697665&fields=id&tenant_id=e2268be57276451990e755f8fd240a7b HTTP/1.1" status: 200  len: 267 time: 0.1328025
Feb 18 11:20:11.734975 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-68a4e7e8-1232-4dbd-977a-3561fa57ae06 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:11.736026 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-68a4e7e8-1232-4dbd-977a-3561fa57ae06 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Synchronizing usage tracker for tenant:e2268be57276451990e755f8fd240a7b on resource:network {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:20:11.767743 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-68a4e7e8-1232-4dbd-977a-3561fa57ae06 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Unset dirty status for tenant:e2268be57276451990e755f8fd240a7b on resource:network {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:20:11.781590 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-68a4e7e8-1232-4dbd-977a-3561fa57ae06 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/networks?id=2eb671a8-43fd-4441-8401-3d50379d13b7 HTTP/1.1" status: 200  len: 808 time: 0.3338449
Feb 18 11:20:11.796010 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854278171'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:11.803278 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-dc7a794c-7105-4a43-b35b-4e3c6a0fe3b6 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/quotas/e2268be57276451990e755f8fd240a7b HTTP/1.1" status: 200  len: 375 time: 0.0200593
Feb 18 11:20:11.813966 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9b7438-dd43-408d-bcb6-779f142b594c None None] Network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:20:11.922712 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-ad741d8e-0c81-4fd4-a536-d96170e53a22 None None] Provisioning for port cb2894ff-3bbb-4f71-beb9-1804646aa1c6 completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:20:11.932766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-ad741d8e-0c81-4fd4-a536-d96170e53a22 None None] Provisioning complete for port cb2894ff-3bbb-4f71-beb9-1804646aa1c6 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:11.933641 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ad741d8e-0c81-4fd4-a536-d96170e53a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:12.099745 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-5ad2df60-d4ad-48a2-aa0d-98502aad1521 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2268be57276451990e755f8fd240a7b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2712283
Feb 18 11:20:12.182736 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ad741d8e-0c81-4fd4-a536-d96170e53a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:12.310099 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-ad741d8e-0c81-4fd4-a536-d96170e53a22 None None] For port cb2894ff-3bbb-4f71-beb9-1804646aa1c6, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=cb2894ff-3bbb-4f71-beb9-1804646aa1c6,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:20:12.350539 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ad741d8e-0c81-4fd4-a536-d96170e53a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:12.359455 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:12.540831 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-27eab2ef-0530-4c92-ad1b-8f9322ff12eb service neutron] 10.222.0.65 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4239190
Feb 18 11:20:12.684871 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad741d8e-0c81-4fd4-a536-d96170e53a22 None None] Pushing event updated for resources: {'Port': ['ID=cb2894ff-3bbb-4f71-beb9-1804646aa1c6,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:12.696260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ad741d8e-0c81-4fd4-a536-d96170e53a22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:12.801404 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Router 78353951-4af8-496d-a111-f6f1e966ed9e is scheduled to L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 11:20:12.984539 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-0ae96097-1c4e-4931-aafa-4628646b186e service neutron] 10.222.0.65 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4421928
Feb 18 11:20:13.076135 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device cb2894ff-3bbb-4f71-beb9-1804646aa1c6 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:20:13.089972 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a49af-8e0f-4d8b-bd2a-25946501420e req-afdd2f7c-4dad-472a-a021-1dd61154744e tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:13.093388 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4d9a49af-8e0f-4d8b-bd2a-25946501420e req-afdd2f7c-4dad-472a-a021-1dd61154744e tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.79 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 946 time: 0.8174057
Feb 18 11:20:13.235689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-4d9a49af-8e0f-4d8b-bd2a-25946501420e req-1a4b5c23-a0df-4a1f-9d5c-344909f394cb tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Deleting port 4743c7ae-2af0-4402-9409-f778be91d483 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:20:13.236371 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-4d9a49af-8e0f-4d8b-bd2a-25946501420e req-1a4b5c23-a0df-4a1f-9d5c-344909f394cb tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:13.261819 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-82435e59-42e9-45dc-80ca-b46ef1d9e46a None None] Provisioning complete for port cb2894ff-3bbb-4f71-beb9-1804646aa1c6 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:13.263040 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-82435e59-42e9-45dc-80ca-b46ef1d9e46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:13.331838 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:20:13.405003 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e195f-ce5e-4a58-be74-5172ab78e067 req-75a087dc-f45c-41ec-a31f-56976a7a0565 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:13.406423 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-4e8e195f-ce5e-4a58-be74-5172ab78e067 req-75a087dc-f45c-41ec-a31f-56976a7a0565 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Synchronizing usage tracker for tenant:4fe5fb7e1a354d7ca09c4b2f69382355 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:20:13.418152 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:13.419985 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.1737123
Feb 18 11:20:13.424704 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Sync routers for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:20:13.425248 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 46618) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:20:13.557531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-4e8e195f-ce5e-4a58-be74-5172ab78e067 req-75a087dc-f45c-41ec-a31f-56976a7a0565 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Unset dirty status for tenant:4fe5fb7e1a354d7ca09c4b2f69382355 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:20:13.568220 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4e8e195f-ce5e-4a58-be74-5172ab78e067 req-75a087dc-f45c-41ec-a31f-56976a7a0565 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 946 time: 0.7408156
Feb 18 11:20:13.622992 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:20:13.624649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccc8fd8198>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:20:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:13.715985 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4e8e195f-ce5e-4a58-be74-5172ab78e067 req-435cb0fe-4a80-4767-9a83-b2bdfa92fc3c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/security-groups?id=5015afea-de1d-4531-9f1f-c3e1313b2f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466615
Feb 18 11:20:13.920311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port cb2894ff-3bbb-4f71-beb9-1804646aa1c6 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:13.921478 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:14.143003 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-fec0b046-7717-4962-9cfb-fb8492dbb830 None None] Provisioning complete for port cb2894ff-3bbb-4f71-beb9-1804646aa1c6 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:14.144063 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fec0b046-7717-4962-9cfb-fb8492dbb830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:14.272364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 4743c7ae-2af0-4402-9409-f778be91d483 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:20:14.443115 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e5f5152d-973c-4961-b990-b5cfa1922a8e req-89ce20ea-9c35-4f40-aaa6-e56a3b1f14e7 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 210 time: 0.0938334
Feb 18 11:20:14.593421 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:20:14.624231 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-4d9a49af-8e0f-4d8b-bd2a-25946501420e req-1a4b5c23-a0df-4a1f-9d5c-344909f394cb tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] For port 4743c7ae-2af0-4402-9409-f778be91d483, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4743c7ae-2af0-4402-9409-f778be91d483,segment=NetworkSegment(b0ca712c-83d4-4012-9f3f-3ec10f606487),segment_id=b0ca712c-83d4-4012-9f3f-3ec10f606487)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:20:14.625150 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-4d9a49af-8e0f-4d8b-bd2a-25946501420e req-1a4b5c23-a0df-4a1f-9d5c-344909f394cb tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:14.968460 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-4d9a49af-8e0f-4d8b-bd2a-25946501420e req-1a4b5c23-a0df-4a1f-9d5c-344909f394cb tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Calling delete_port for 4743c7ae-2af0-4402-9409-f778be91d483 owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:20:15.283815 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:15.375717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-4d9a49af-8e0f-4d8b-bd2a-25946501420e req-1a4b5c23-a0df-4a1f-9d5c-344909f394cb tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:15.547995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Port 4743c7ae-2af0-4402-9409-f778be91d483 update to DOWN by agent not found {{(pid=83934) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 18 11:20:15.670752 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:15.743052 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5d199627-5fef-4315-87e7-80f174eea90d req-b9e5f2ee-d861-431f-a5a1-9863ab6561d1 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 210 time: 0.4706607
Feb 18 11:20:15.862048 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccc8fd8198>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:10Z', 'revision_number': 3, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:15.873247 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Checking router: 78353951-4af8-496d-a111-f6f1e966ed9e for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:20:15.873854 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Updating router 78353951-4af8-496d-a111-f6f1e966ed9e port ee912e67-01bd-43c5-b648-fed781693b6b binding host dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:20:15.888480 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9a49af-8e0f-4d8b-bd2a-25946501420e req-1a4b5c23-a0df-4a1f-9d5c-344909f394cb tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] No DVR routers for this DVR port 4743c7ae-2af0-4402-9409-f778be91d483 on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:20:15.891021 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b5c23-a0df-4a1f-9d5c-344909f394cb tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Pushing event deleted for resources: {'Port': ['ID=4743c7ae-2af0-4402-9409-f778be91d483,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:15.893784 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-4d9a49af-8e0f-4d8b-bd2a-25946501420e req-1a4b5c23-a0df-4a1f-9d5c-344909f394cb tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:15.897412 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'name': 'network-vif-deleted', 'tag': '4743c7ae-2af0-4402-9409-f778be91d483'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:20:15.903941 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-1a4b5c23-a0df-4a1f-9d5c-344909f394cb tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:15.918788 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4d9a49af-8e0f-4d8b-bd2a-25946501420e req-1a4b5c23-a0df-4a1f-9d5c-344909f394cb tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.79 "DELETE /v2.0/ports/4743c7ae-2af0-4402-9409-f778be91d483 HTTP/1.1" status: 204  len: 173 time: 2.8186047
Feb 18 11:20:15.985993 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-310e3bdb-9b33-459e-bf67-a803fd15f102 None None] Provisioning complete for port cb2894ff-3bbb-4f71-beb9-1804646aa1c6 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:15.986548 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-310e3bdb-9b33-459e-bf67-a803fd15f102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:16.027627 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e7015180-dcdf-4a1a-acf6-9070c7929278 req-19bd0f4e-8719-419b-8be2-780b1b1e66e8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2824664
Feb 18 11:20:16.051999 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:16.263676 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179ba63-cfaa-42a9-8a3c-118e8cc6347e req-e728c772-adbc-4349-9f32-5c14b18f3a20 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:16.267258 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6179ba63-cfaa-42a9-8a3c-118e8cc6347e req-e728c772-adbc-4349-9f32-5c14b18f3a20 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.3394363
Feb 18 11:20:16.387589 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Allocated IP 172.20.0.1 (d22a818a-0aa2-41c5-b44c-3b5659cb4a20/37cc3edf-8e61-4a92-94bd-42c6385b9e4b/23fbe5ae-6631-49ed-9ad2-27bc5fcec761) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:20:16.409103 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f8af6f07-027c-4fde-97c3-4ec69dba37a5 req-52b8dd46-0a97-4103-bdc5-d8775c4c340a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 210 time: 0.2701333
Feb 18 11:20:16.874396 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6179ba63-cfaa-42a9-8a3c-118e8cc6347e req-abce4cc8-9687-4618-86d9-caf7292069a9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5913196
Feb 18 11:20:17.029302 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-ac9544aa-115e-4433-a139-f54847e2e8d8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:17.037799 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-ac9544aa-115e-4433-a139-f54847e2e8d8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.79 "GET /v2.0/networks?id=2eb671a8-43fd-4441-8401-3d50379d13b7 HTTP/1.1" status: 200  len: 808 time: 0.5870416
Feb 18 11:20:17.241620 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810ac2d7-5bfc-4fdc-82c1-80cb9df50265', 'name': 'network-vif-deleted', 'tag': '4743c7ae-2af0-4402-9409-f778be91d483', 'status': 'completed', 'code': 200}
Feb 18 11:20:17.252489 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:17.268694 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-a0258993-61ef-49e1-9b51-1de2345235ff tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e2268be57276451990e755f8fd240a7b HTTP/1.1" status: 200  len: 5759 time: 0.2174816
Feb 18 11:20:17.291803 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Request body: {'port': {'device_id': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7', 'admin_state_up': True, 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'security_groups': ['f5c27bf2-01eb-4251-a567-53f8cfe9b82c']}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:20:17.336943 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Transition to ACTIVE for port object 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:20:17.408916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:17.575247 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-32d50482-7393-4eb9-8705-9261fcc954f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:17.692130 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-259b36c0-87cd-4a51-b9d2-cc1d82a81b1d req-12ce20ba-94ba-4c93-9749-e3a7deba3f3c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] 10.222.0.65 "GET /v2.0/ports?device_id=810ac2d7-5bfc-4fdc-82c1-80cb9df50265 HTTP/1.1" status: 200  len: 210 time: 0.2552378
Feb 18 11:20:17.781405 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:17.835720 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Transition to ACTIVE for port object ee912e67-01bd-43c5-b648-fed781693b6b will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:20:17.844824 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:17.880985 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:17.926784 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Pushing event updated for resources: {'Port': ['ID=23fbe5ae-6631-49ed-9ad2-27bc5fcec761,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:17.934666 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:17.971530 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:20:17.979366 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f235d297-c47e-4adb-9181-50ceec3b892d req-24d0df89-e786-4b88-bff7-4487b38365af tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 210 time: 0.1230116
Feb 18 11:20:17.985273 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Usage tracker for resource:port and tenant:e2268be57276451990e755f8fd240a7b is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:20:17.993195 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:20:18.010651 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:20:18.017760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7015180-dcdf-4a1a-acf6-9070c7929278 req-9f7e6786-bd05-4bd7-ad4a-5ae720c8a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:18.020273 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e7015180-dcdf-4a1a-acf6-9070c7929278 req-9f7e6786-bd05-4bd7-ad4a-5ae720c8a932 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa&tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c HTTP/1.1" status: 200  len: 1160 time: 0.3091648
Feb 18 11:20:18.033816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Made reservation on behalf of e2268be57276451990e755f8fd240a7b for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:20:18.046594 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:18.094897 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:20:18.097163 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:20:18.100843 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:20:18.139028 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3e70b-7e55-4040-8f9f-350710877818 None None] Pushing event updated for resources: {'Port': ['ID=ee912e67-01bd-43c5-b648-fed781693b6b,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:18.148742 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-42d3e70b-7e55-4040-8f9f-350710877818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:18.293292 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519390'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:18.464304 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Attempting to bind port ee912e67-01bd-43c5-b648-fed781693b6b on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:20:18.465118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Attempting to bind port ee912e67-01bd-43c5-b648-fed781693b6b by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:20:18.465118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Attempting to bind port ee912e67-01bd-43c5-b648-fed781693b6b on network c5ace08f-47fa-48e4-be4d-8f3271a2d184 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:20:18.469588 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd49358-7d64-467c-a43b-794e903c8c66 req-04ef5105-b7ed-408f-a0ee-94a9b8b6d5f3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:18.471702 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cfd49358-7d64-467c-a43b-794e903c8c66 req-04ef5105-b7ed-408f-a0ee-94a9b8b6d5f3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.3174932
Feb 18 11:20:18.473727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:20:18.474147 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Checking segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:20:18.475155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:18.475155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Bound using segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:20:18.475750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Bound port: ee912e67-01bd-43c5-b648-fed781693b6b, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:20:18.476440 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:18.539585 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:18.573804 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cfd49358-7d64-467c-a43b-794e903c8c66 req-fa55c54d-abd1-4594-b7ea-521078e5675d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826418
Feb 18 11:20:18.654672 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-123135a3-adba-41fa-8fbf-5c8c2851a763 None None] Provisioning for port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:20:18.671745 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-123135a3-adba-41fa-8fbf-5c8c2851a763 None None] Provisioning complete for port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:18.672574 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-123135a3-adba-41fa-8fbf-5c8c2851a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:18.737770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7015180-dcdf-4a1a-acf6-9070c7929278 req-44772509-c0dd-4937-a3ac-a574a5dad024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:18.742046 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e7015180-dcdf-4a1a-acf6-9070c7929278 req-44772509-c0dd-4937-a3ac-a574a5dad024 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c&device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 1160 time: 0.6211390
Feb 18 11:20:18.777478 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-123135a3-adba-41fa-8fbf-5c8c2851a763 None None] Port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:20:18.793849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] For port ee912e67-01bd-43c5-b648-fed781693b6b, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:20:18.813464 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] For port ee912e67-01bd-43c5-b648-fed781693b6b, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=ee912e67-01bd-43c5-b648-fed781693b6b,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:20:18.821211 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:18.897182 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:19.169524 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3e70b-7e55-4040-8f9f-350710877818 None None] Pushing event updated for resources: {'Port': ['ID=ee912e67-01bd-43c5-b648-fed781693b6b,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:19.176004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-42d3e70b-7e55-4040-8f9f-350710877818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:19.217199 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7015180-dcdf-4a1a-acf6-9070c7929278 req-86abfc9e-8486-4c05-9f53-0a9e527f8907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:19.221087 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e7015180-dcdf-4a1a-acf6-9070c7929278 req-86abfc9e-8486-4c05-9f53-0a9e527f8907 service neutron] 10.222.0.79 "GET /v2.0/networks?id=898e5d09-fa06-443a-ad06-089028ce346b HTTP/1.1" status: 200  len: 910 time: 0.4593494
Feb 18 11:20:19.449948 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:20:19.451171 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccc8fd8198>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:20:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:19.591388 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:19.599462 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852452506'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:19.674868 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4c05b360-44d2-4a0c-9735-eee971f6c211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:19.686176 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-158cf70b-17de-4835-98d9-85b862c7cc0e req-cd44a2c1-7a7e-4566-ac28-3d671b95f93d tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 210 time: 0.2446966
Feb 18 11:20:19.791256 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Allocated IP 172.20.0.8 (2eb671a8-43fd-4441-8401-3d50379d13b7/0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74/917f2cba-9196-45ff-8614-fae8a63f7507) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:20:19.866458 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Pushing event updated for resources: {'Port': ['ID=23fbe5ae-6631-49ed-9ad2-27bc5fcec761,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:19.879149 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:19.881984 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854256516'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:20.120011 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e7015180-dcdf-4a1a-acf6-9070c7929278 req-1ee6a8c4-1bbe-4c97-bb82-d01a66a0f87e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9090a744-74d4-468d-8d73-2b7cd47025aa HTTP/1.1" status: 200  len: 999 time: 0.8872862
Feb 18 11:20:20.130523 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:20:20.331900 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7015180-dcdf-4a1a-acf6-9070c7929278 req-5eb7f91e-458a-4dc4-a0e8-6a6b68496126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:20.334754 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e7015180-dcdf-4a1a-acf6-9070c7929278 req-5eb7f91e-458a-4dc4-a0e8-6a6b68496126 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f015fe07-4475-4004-a998-1938cc87ba5e HTTP/1.1" status: 200  len: 855 time: 0.2076261
Feb 18 11:20:20.376151 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:20:20.390147 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a065496-ec1e-404c-88ba-b403543f7b7c req-7ebe3327-25c3-4ca0-b671-87e56b7cfae2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:20.395360 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:20.406002 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0a065496-ec1e-404c-88ba-b403543f7b7c req-7ebe3327-25c3-4ca0-b671-87e56b7cfae2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.3133366
Feb 18 11:20:20.442571 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:20:20.557911 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Transition to ACTIVE for port object 917f2cba-9196-45ff-8614-fae8a63f7507 will not be triggered until provisioned by entity DHCP. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:20:20.615192 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 46714) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:20:20.712097 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0a065496-ec1e-404c-88ba-b403543f7b7c req-81fed267-ddc3-495d-b2c4-9448ddf312e3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3038733
Feb 18 11:20:20.956974 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b3427db4-e8d7-41fd-922c-f1dd3f496e18 None None] Provisioning complete for port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:20.957641 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b3427db4-e8d7-41fd-922c-f1dd3f496e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:21.014916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Router 78353951-4af8-496d-a111-f6f1e966ed9e has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:20:21.060665 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccc8fd8198>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:19Z', 'revision_number': 2, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:21.077572 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22865e0e-b0ce-49b3-928f-b621258bc6e4 None None] The sync data for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi is: [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:19Z', 'revision_number': 2, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:20:21.096349 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b3427db4-e8d7-41fd-922c-f1dd3f496e18 None None] Port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:20:21.327337 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:20:21.346524 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] 10.222.0.65 "PUT /v2.0/routers/78353951-4af8-496d-a111-f6f1e966ed9e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9177804
Feb 18 11:20:21.353647 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-40b624c9-fe6d-4724-9d95-954b1c5d6758 req-82b8e33d-599a-4b36-8b69-ee9c1519a9fa tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 210 time: 0.1815712
Feb 18 11:20:21.370135 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7015180-dcdf-4a1a-acf6-9070c7929278 req-24edf484-48f4-4b36-ad64-33cf63127db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:21.373261 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e7015180-dcdf-4a1a-acf6-9070c7929278 req-24edf484-48f4-4b36-ad64-33cf63127db2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=898e5d09-fa06-443a-ad06-089028ce346b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.9449594
Feb 18 11:20:21.736901 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:21.936094 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-1072f317-cfb8-4de9-ac66-67f63f42e1a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:22.190965 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3d863-9ea7-4dd5-ae52-d240a10fba13 req-cb4f4e21-0e8e-45d5-9fa6-d6da96adb2ad tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:22.200900 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-90e3d863-9ea7-4dd5-ae52-d240a10fba13 req-cb4f4e21-0e8e-45d5-9fa6-d6da96adb2ad tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.1830106
Feb 18 11:20:22.261871 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-90e3d863-9ea7-4dd5-ae52-d240a10fba13 req-375d381d-7ac3-49db-b486-fe71e0cec03a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592921
Feb 18 11:20:22.270260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Pushing event updated for resources: {'Port': ['ID=917f2cba-9196-45ff-8614-fae8a63f7507,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:22.324663 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:22.396326 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e7015180-dcdf-4a1a-acf6-9070c7929278 req-4271c1f2-af40-4407-83ce-d4f4a2738fb3 service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0109377
Feb 18 11:20:22.868669 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Network 2eb671a8-43fd-4441-8401-3d50379d13b7 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:20:22.881118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:20:22.902158 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:20:23.001124 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 46742) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:20:23.023047 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1082952521-network', 'tenant_id': 'ee4ccbbf063d42288cc493d7a5aa36ac'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:20:23.033496 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:20:23.044166 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Usage tracker for resource:network and tenant:ee4ccbbf063d42288cc493d7a5aa36ac is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:20:23.051956 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:20:23.067844 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:20:23.097452 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Made reservation on behalf of ee4ccbbf063d42288cc493d7a5aa36ac for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:20:23.109011 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:23.141458 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:23.180874 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:20:23.187052 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Usage tracker for resource:security_group_rule and tenant:ee4ccbbf063d42288cc493d7a5aa36ac is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:20:23.191819 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:20:23.204525 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:20:23.257290 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-4710cc70-3972-434d-9c3f-6db4bf982b0f None None] Provisioning for port 917f2cba-9196-45ff-8614-fae8a63f7507 completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:20:23.266988 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-4710cc70-3972-434d-9c3f-6db4bf982b0f None None] Provisioning complete for port 917f2cba-9196-45ff-8614-fae8a63f7507 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:23.267688 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4710cc70-3972-434d-9c3f-6db4bf982b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:23.296210 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:23.297780 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:23.351254 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e7015180-dcdf-4a1a-acf6-9070c7929278 req-0e042e90-269e-4cc2-8d25-d841c5b8a3d2 service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9463923
Feb 18 11:20:23.386019 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:23.390662 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:23.403692 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-4710cc70-3972-434d-9c3f-6db4bf982b0f None None] Port 917f2cba-9196-45ff-8614-fae8a63f7507 cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:20:23.405573 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-36acc31a-4224-47aa-8773-b1ff4ff124bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:23.414799 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.1417880
Feb 18 11:20:23.433128 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae12d5e-4a63-496d-9eaf-d40c8a2f5116 req-624537ee-5076-415a-a71a-47081a170cc8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:23.434563 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-6ae12d5e-4a63-496d-9eaf-d40c8a2f5116 req-624537ee-5076-415a-a71a-47081a170cc8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Synchronizing usage tracker for tenant:e2268be57276451990e755f8fd240a7b on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:20:23.442762 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:20:23.450664 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Request body: {'port': {'device_id': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:20:23.497314 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782348382238', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:23.498255 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Added segment e76140ef-78b3-40ee-8f16-63990e81d3f7 of type vxlan for network a44fa5d4-527c-4b6c-9b94-4e4880862102
Feb 18 11:20:23.626386 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b4af20-3bb8-431c-b4db-d88d2a6ebdd4,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:23.638006 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:23.675765 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-6ae12d5e-4a63-496d-9eaf-d40c8a2f5116 req-624537ee-5076-415a-a71a-47081a170cc8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Unset dirty status for tenant:e2268be57276451990e755f8fd240a7b on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:20:23.685878 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6ae12d5e-4a63-496d-9eaf-d40c8a2f5116 req-624537ee-5076-415a-a71a-47081a170cc8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 931 time: 0.9839797
Feb 18 11:20:23.767042 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device ee912e67-01bd-43c5-b648-fed781693b6b up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:20:23.807323 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:23.842061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:23.943064 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6ae12d5e-4a63-496d-9eaf-d40c8a2f5116 req-a53363e5-7a19-48c3-aa32-9a660f70e90b tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2557268
Feb 18 11:20:23.951746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port ee912e67-01bd-43c5-b648-fed781693b6b completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:20:23.962316 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port ee912e67-01bd-43c5-b648-fed781693b6b triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:23.963549 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:24.000572 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:24.000572 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:24.001382 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:24.022290 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a24d57-8102-4c45-aa90-2085acdf8dfa req-d030e3df-9535-418a-b51e-e3d4dea241ca tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:24.026260 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-73a24d57-8102-4c45-aa90-2085acdf8dfa req-d030e3df-9535-418a-b51e-e3d4dea241ca tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.3694537
Feb 18 11:20:24.030804 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:24.062395 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb235-1a14-4a92-96d4-1678b8f60eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854256561'] for router_interface, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:24.142379 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:24.168548 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port ee912e67-01bd-43c5-b648-fed781693b6b, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=ee912e67-01bd-43c5-b648-fed781693b6b,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:20:24.173740 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:24.180902 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:24.307196 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=ee912e67-01bd-43c5-b648-fed781693b6b,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:24.319076 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:24.329407 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.3262200
Feb 18 11:20:24.354637 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-73a24d57-8102-4c45-aa90-2085acdf8dfa req-6a43b20a-f4f5-4f3d-bd05-6e47ab60090e tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2794390
Feb 18 11:20:24.355760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 46752) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:20:24.368030 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Pushing event updated for resources: {'Network': ['ID=a44fa5d4-527c-4b6c-9b94-4e4880862102,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:24.378195 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-903fc324-42bb-480b-ba84-1fee9ef1aca0 admin admin] Request body: {'subnet': {'network_id': 'a44fa5d4-527c-4b6c-9b94-4e4880862102', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1082952521-subnet', 'tenant_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'ip_version': 4}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:20:24.387250 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f8517a85-91b5-4dd1-b8a0-9deeec3802a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:24.389573 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network a44fa5d4-527c-4b6c-9b94-4e4880862102 details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:20:24.393659 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-903fc324-42bb-480b-ba84-1fee9ef1aca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:20:24.409570 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-903fc324-42bb-480b-ba84-1fee9ef1aca0 admin admin] Usage tracker for resource:subnet and tenant:ee4ccbbf063d42288cc493d7a5aa36ac is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:20:24.432208 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-903fc324-42bb-480b-ba84-1fee9ef1aca0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:20:24.452219 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-903fc324-42bb-480b-ba84-1fee9ef1aca0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:20:24.469599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903fc324-42bb-480b-ba84-1fee9ef1aca0 admin admin] Made reservation on behalf of ee4ccbbf063d42288cc493d7a5aa36ac for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:20:24.495985 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-903fc324-42bb-480b-ba84-1fee9ef1aca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738116'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:24.735668 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Network a44fa5d4-527c-4b6c-9b94-4e4880862102 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:20:25.470259 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-903fc324-42bb-480b-ba84-1fee9ef1aca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2323216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738167'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:25.512516 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:25.747872 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device ee912e67-01bd-43c5-b648-fed781693b6b up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:20:25.810378 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Sync routers for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:20:25.818990 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d11d2a-4bff-4943-8fd4-961a33a40027 req-78bab2fa-d0fc-4c83-988c-4ebb200aaaac tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:25.837584 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:20:25.838954 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca918908>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:20:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:25.842065 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d5d11d2a-4bff-4943-8fd4-961a33a40027 req-78bab2fa-d0fc-4c83-988c-4ebb200aaaac tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 931 time: 0.5520341
Feb 18 11:20:25.960818 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port ee912e67-01bd-43c5-b648-fed781693b6b triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:25.963705 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:26.021945 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fc324-42bb-480b-ba84-1fee9ef1aca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ad7d3b8-beeb-4c64-86db-a240c85e859b,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:26.054132 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-903fc324-42bb-480b-ba84-1fee9ef1aca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:26.104154 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d5d11d2a-4bff-4943-8fd4-961a33a40027 req-201a7f7d-4395-42ac-8b6c-30cda0ca2cec tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2602451
Feb 18 11:20:26.144852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-ca4eb235-1a14-4a92-96d4-1678b8f60eb1 admin admin] Deleting port 94df19fe-6e94-41fa-bb5a-8a10657007df {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:20:26.146801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb235-1a14-4a92-96d4-1678b8f60eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:26.217676 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f6d6c-aa1d-4fbe-95a1-a59627fe2217 req-07bc552c-5e54-4241-af40-0d2257e84449 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:26.220843 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d16f6d6c-aa1d-4fbe-95a1-a59627fe2217 req-07bc552c-5e54-4241-af40-0d2257e84449 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.4704299
Feb 18 11:20:26.258576 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903fc324-42bb-480b-ba84-1fee9ef1aca0 admin admin] Checking segment: {'id': 'e76140ef-78b3-40ee-8f16-63990e81d3f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a44fa5d4-527c-4b6c-9b94-4e4880862102'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:20:26.259292 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903fc324-42bb-480b-ba84-1fee9ef1aca0 admin admin] Network hostable DHCP agents. Network: a44fa5d4-527c-4b6c-9b94-4e4880862102, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:20:26.331852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917f2cba-9196-45ff-8614-fae8a63f7507 {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:20:26.374041 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:26.404475 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Transition to ACTIVE for port object 917f2cba-9196-45ff-8614-fae8a63f7507 will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:20:26.408744 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d16f6d6c-aa1d-4fbe-95a1-a59627fe2217 req-7b551b68-8761-42e9-a85d-5edf4ab8fa0a tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1573679
Feb 18 11:20:26.434664 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903fc324-42bb-480b-ba84-1fee9ef1aca0 admin admin] Network a44fa5d4-527c-4b6c-9b94-4e4880862102 is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:20:26.452209 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:26.465098 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-903fc324-42bb-480b-ba84-1fee9ef1aca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, a44fa5d4-527c-4b6c-9b94-4e4880862102) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:20:26.498065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d6b923-830c-4948-8173-c910685e826b None None] Network a44fa5d4-527c-4b6c-9b94-4e4880862102 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:20:26.511853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903fc324-42bb-480b-ba84-1fee9ef1aca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:26.516227 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d0b81d9e-b4d4-4995-af70-058e8b29c91f tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:26.518849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-903fc324-42bb-480b-ba84-1fee9ef1aca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:26.607745 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:20:26.627321 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-903fc324-42bb-480b-ba84-1fee9ef1aca0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.2608912
Feb 18 11:20:26.629180 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 46776) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:20:26.658254 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1082952521-router', 'tenant_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:20:26.680905 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:20:26.709128 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Usage tracker for resource:router and tenant:ee4ccbbf063d42288cc493d7a5aa36ac is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:20:26.732452 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:20:26.770129 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:20:26.825265 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854268428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746343'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:26.827703 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854268443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854278397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7977197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29457'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:26.901475 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:27.329088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Pushing event updated for resources: {'Port': ['ID=917f2cba-9196-45ff-8614-fae8a63f7507,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:27.351096 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:27.572346 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0063768c-ca8b-5880-8154-fcd8b5cc5478-a44fa5d4-527c-4b6c-9b94-4e4880862102', 'network_id': 'a44fa5d4-527c-4b6c-9b94-4e4880862102', 'tenant_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'fixed_ips': [{'subnet_id': '9ad7d3b8-beeb-4c64-86db-a240c85e859b'}]}} from dv-cinder-773985-5-iscsi. {{(pid=83934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 11:20:27.573913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:28.012692 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca918908>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:19Z', 'revision_number': 2, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:28.032712 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Checking router: 78353951-4af8-496d-a111-f6f1e966ed9e for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:20:28.033924 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Updating router 78353951-4af8-496d-a111-f6f1e966ed9e port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 binding host dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:20:28.267559 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-ca4eb235-1a14-4a92-96d4-1678b8f60eb1 admin admin] For port 94df19fe-6e94-41fa-bb5a-8a10657007df, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=94df19fe-6e94-41fa-bb5a-8a10657007df,segment=NetworkSegment(b0ca712c-83d4-4012-9f3f-3ec10f606487),segment_id=b0ca712c-83d4-4012-9f3f-3ec10f606487)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:20:28.267970 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb235-1a14-4a92-96d4-1678b8f60eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:28.904470 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:28.962655 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854278262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29440'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:29.130077 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-ca4eb235-1a14-4a92-96d4-1678b8f60eb1 admin admin] Calling delete_port for 94df19fe-6e94-41fa-bb5a-8a10657007df owned by network:router_interface {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:20:29.465977 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c57119-330f-4b09-a6a8-af634fcf23e0 req-80a628e9-934d-42e9-a0b5-fc12dfd11759 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:29.485055 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d9c57119-330f-4b09-a6a8-af634fcf23e0 req-80a628e9-934d-42e9-a0b5-fc12dfd11759 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 943 time: 1.6092184
Feb 18 11:20:29.495145 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Attempting to bind port 917f2cba-9196-45ff-8614-fae8a63f7507 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:20:29.495771 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Attempting to bind port 917f2cba-9196-45ff-8614-fae8a63f7507 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '09b693df-9929-4514-9bb0-138a4b48da8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:20:29.496393 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Attempting to bind port 917f2cba-9196-45ff-8614-fae8a63f7507 on network 2eb671a8-43fd-4441-8401-3d50379d13b7 {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:20:29.521343 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:20:29.522082 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Checking segment: {'id': '09b693df-9929-4514-9bb0-138a4b48da8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:20:29.524084 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:29.525001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Bound using segment: {'id': '09b693df-9929-4514-9bb0-138a4b48da8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:20:29.526129 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Bound port: 917f2cba-9196-45ff-8614-fae8a63f7507, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b693df-9929-4514-9bb0-138a4b48da8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:20:29.526793 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:29.534205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Allocated IP 172.20.0.2 (a44fa5d4-527c-4b6c-9b94-4e4880862102/9ad7d3b8-beeb-4c64-86db-a240c85e859b/cb89a88c-1ac5-4644-aacf-a4806bcf8175) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:20:29.705249 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff407d0e-6894-4787-9968-d2e391f6e20e req-54ff72d8-cdd5-4841-8509-b76e50e35806 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:29.729367 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ff407d0e-6894-4787-9968-d2e391f6e20e req-54ff72d8-cdd5-4841-8509-b76e50e35806 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.7171795
Feb 18 11:20:30.025076 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ff407d0e-6894-4787-9968-d2e391f6e20e req-d0137d03-25e5-40cd-b482-ec0a38401947 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2900391
Feb 18 11:20:30.030320 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d9c57119-330f-4b09-a6a8-af634fcf23e0 req-29b972b2-0495-496a-8da1-4cdca707c1fc tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.5113680
Feb 18 11:20:30.125288 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] For port 917f2cba-9196-45ff-8614-fae8a63f7507, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:20:30.194640 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] For port 917f2cba-9196-45ff-8614-fae8a63f7507, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=917f2cba-9196-45ff-8614-fae8a63f7507,segment=NetworkSegment(09b693df-9929-4514-9bb0-138a4b48da8e),segment_id=09b693df-9929-4514-9bb0-138a4b48da8e)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:20:30.217282 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:30.274562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:30.370646 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:30.393653 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Transition to ACTIVE for port object 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:20:30.404757 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:30.453670 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f57149b4-5f31-426d-a9b2-58f70f00c016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:30.454737 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:30.485700 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Transition to ACTIVE for port object cb89a88c-1ac5-4644-aacf-a4806bcf8175 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:20:30.535803 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Transition to ACTIVE for port object cb89a88c-1ac5-4644-aacf-a4806bcf8175 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:20:30.542917 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Pushing event updated for resources: {'Port': ['ID=917f2cba-9196-45ff-8614-fae8a63f7507,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:30.548926 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:30.579901 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:30.995177 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:31.041675 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:31.042851 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:31.053783 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] 10.222.0.79 "PUT /v2.0/ports/917f2cba-9196-45ff-8614-fae8a63f7507 HTTP/1.1" status: 200  len: 1157 time: 7.6117818
Feb 18 11:20:31.061869 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'tag': '917f2cba-9196-45ff-8614-fae8a63f7507'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:20:31.150492 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:31.194275 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Pushing event updated for resources: {'Port': ['ID=cb89a88c-1ac5-4644-aacf-a4806bcf8175,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:31.209612 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:31.233123 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Pushing event updated for resources: {'Port': ['ID=23fbe5ae-6631-49ed-9ad2-27bc5fcec761,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:31.339359 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.339961 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.340603 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.341168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.341767 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.342347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.342931 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.343792 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.344417 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.345001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.345656 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.346414 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.347135 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.347795 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.348393 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.356826 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.357509 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.358111 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.359443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.360080 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.360722 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.361352 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.361917 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.362638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:31.395918 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:31.428207 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:31.504044 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Network a44fa5d4-527c-4b6c-9b94-4e4880862102 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:20:31.522433 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Resources bound (agent type, host, resource id):  {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:20:31.533541 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:20:31.622713 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'tag': '917f2cba-9196-45ff-8614-fae8a63f7507', 'status': 'completed', 'code': 200}
Feb 18 11:20:31.848715 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb235-1a14-4a92-96d4-1678b8f60eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:31.929779 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Attempting to bind port cb89a88c-1ac5-4644-aacf-a4806bcf8175 on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:20:31.930572 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Attempting to bind port cb89a88c-1ac5-4644-aacf-a4806bcf8175 by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': 'e76140ef-78b3-40ee-8f16-63990e81d3f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a44fa5d4-527c-4b6c-9b94-4e4880862102'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:20:31.931288 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Attempting to bind port cb89a88c-1ac5-4644-aacf-a4806bcf8175 on network a44fa5d4-527c-4b6c-9b94-4e4880862102 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:20:31.950738 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:20:31.951450 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Checking segment: {'id': 'e76140ef-78b3-40ee-8f16-63990e81d3f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a44fa5d4-527c-4b6c-9b94-4e4880862102'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:20:31.952302 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:31.953162 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Bound using segment: {'id': 'e76140ef-78b3-40ee-8f16-63990e81d3f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a44fa5d4-527c-4b6c-9b94-4e4880862102'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:20:31.954251 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Bound port: cb89a88c-1ac5-4644-aacf-a4806bcf8175, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76140ef-78b3-40ee-8f16-63990e81d3f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a44fa5d4-527c-4b6c-9b94-4e4880862102'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:20:31.954916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:32.155405 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Attempting to bind port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:20:32.156072 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Attempting to bind port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:20:32.156803 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Attempting to bind port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 on network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:20:32.182116 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:20:32.182576 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Checking segment: {'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:20:32.183021 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:32.183478 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Bound using segment: {'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:20:32.184047 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Bound port: 23fbe5ae-6631-49ed-9ad2-27bc5fcec761, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:20:32.184443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:32.346781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] For port cb89a88c-1ac5-4644-aacf-a4806bcf8175, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:20:32.354347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] For port cb89a88c-1ac5-4644-aacf-a4806bcf8175, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=cb89a88c-1ac5-4644-aacf-a4806bcf8175,segment=NetworkSegment(e76140ef-78b3-40ee-8f16-63990e81d3f7),segment_id=e76140ef-78b3-40ee-8f16-63990e81d3f7)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:20:32.406864 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:32.428859 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac3109-9199-4cdd-8dad-316998ce9460 req-90448805-a517-4604-9843-4233ce5ee296 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:32.431613 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5eac3109-9199-4cdd-8dad-316998ce9460 req-90448805-a517-4604-9843-4233ce5ee296 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.4327641
Feb 18 11:20:32.475736 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] For port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:20:32.484224 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] For port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=23fbe5ae-6631-49ed-9ad2-27bc5fcec761,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:20:32.495437 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:32.556615 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ff8faf3a-23be-47f1-b5a2-277fdde62e75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:32.719451 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-42d3e70b-7e55-4040-8f9f-350710877818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:32.885503 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5eac3109-9199-4cdd-8dad-316998ce9460 req-18cc1aba-b347-4736-adc0-59e5d21c53a1 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3920298
Feb 18 11:20:32.929997 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Pushing event updated for resources: {'Port': ['ID=cb89a88c-1ac5-4644-aacf-a4806bcf8175,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:32.943811 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d2a61fca-9907-4cf7-8a52-5a34e2838fee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:32.950618 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:33.020700 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-126d5c7f-305d-4be9-9015-e6a6ec7e1228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:33.085080 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:33.168194 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Pushing event updated for resources: {'Port': ['ID=23fbe5ae-6631-49ed-9ad2-27bc5fcec761,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:33.221715 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-55eee39c-35a6-4e41-b285-843b5d3bb648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:33.239413 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Allocated IP 172.27.1.161 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/7a47f558-3733-49d4-96b3-71a9a39edcc8) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:20:33.318295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:20:33.319493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca918908>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:20:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:33.337241 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4eb235-1a14-4a92-96d4-1678b8f60eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=94df19fe-6e94-41fa-bb5a-8a10657007df,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:33.371501 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ca4eb235-1a14-4a92-96d4-1678b8f60eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:33.481303 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-c3b5f09e-bc4e-49bf-9be5-5c1635d189c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:33.489262 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-c3b5f09e-bc4e-49bf-9be5-5c1635d189c7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e2268be57276451990e755f8fd240a7b&device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 1160 time: 1.8612916
Feb 18 11:20:33.923464 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:20:33.938125 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-c2a814eb-210f-48d6-94bc-84f52398b3c2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=917f2cba-9196-45ff-8614-fae8a63f7507 HTTP/1.1" status: 200  len: 217 time: 0.4305947
Feb 18 11:20:34.104462 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:34.108232 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:20:34.161630 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:20:34.173723 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e1268-dd66-46fb-8c3a-d42ca587fd2e req-199031c4-ca80-4462-b757-92d3c05fa1c0 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:34.175974 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:34.176478 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:34.192125 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-533e1268-dd66-46fb-8c3a-d42ca587fd2e req-199031c4-ca80-4462-b757-92d3c05fa1c0 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 943 time: 2.2549179
Feb 18 11:20:34.194550 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:34.237446 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:34.333636 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-2672e8ef-a5bf-4670-b1bf-2721ae88cb82 None None] Provisioning complete for port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:34.334088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2672e8ef-a5bf-4670-b1bf-2721ae88cb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:34.893074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb235-1a14-4a92-96d4-1678b8f60eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498172'] for router_interface, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:34.961117 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:34.998325 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Pushing event updated for resources: {'Port': ['ID=7a47f558-3733-49d4-96b3-71a9a39edcc8,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:35.229455 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:35.450225 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:20:35.471463 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:20:35.478692 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2672e8ef-a5bf-4670-b1bf-2721ae88cb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:35.490666 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:20:35.735890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=23fbe5ae-6631-49ed-9ad2-27bc5fcec761,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:20:35.829487 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-533e1268-dd66-46fb-8c3a-d42ca587fd2e req-c8595654-d98b-425e-92d4-f1522c11f938 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 1.4823489
Feb 18 11:20:35.893468 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:35.928154 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a1a3a38a-ff50-4ebc-9bf0-e467a6abd8cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:35.958009 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-2e1b15d2-ad85-4842-96fd-949d3ebaa04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:35.959291 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca918908>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:32Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:35.967728 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-2e1b15d2-ad85-4842-96fd-949d3ebaa04f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74 HTTP/1.1" status: 200  len: 847 time: 2.0021362
Feb 18 11:20:35.968687 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b346b9f-483c-4ca8-a6d1-34a488341767 None None] The sync data for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi is: [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:32Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:20:36.389822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=23fbe5ae-6631-49ed-9ad2-27bc5fcec761,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:36.410671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a389de7-4bb1-4587-a17f-363b8f96139f None None] Network a44fa5d4-527c-4b6c-9b94-4e4880862102 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:20:36.678395 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-8d34bdb1-9afa-4954-b2ef-4b805f985576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:36.712815 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-8d34bdb1-9afa-4954-b2ef-4b805f985576 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2eb671a8-43fd-4441-8401-3d50379d13b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7259192
Feb 18 11:20:36.833329 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device cb89a88c-1ac5-4644-aacf-a4806bcf8175 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:20:36.992652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.064s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:37.240539 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b048280c-9acd-4227-8c62-482d13041e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:37.267899 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [None req-2672e8ef-a5bf-4670-b1bf-2721ae88cb82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83934) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:20:37.268629 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [None req-2672e8ef-a5bf-4670-b1bf-2721ae88cb82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:20:37.298616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:37.403180 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:37.445651 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port cb89a88c-1ac5-4644-aacf-a4806bcf8175 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:20:37.683127 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-12185203-286c-4ed9-9c9f-9715a42a61cd service neutron] 10.222.0.79 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9552960
Feb 18 11:20:37.876139 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89a0b5-c84c-4450-ab38-b1c433683002 req-a6a7489f-ae09-4e17-b8fa-ca644c843557 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:37.901853 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ff89a0b5-c84c-4450-ab38-b1c433683002 req-a6a7489f-ae09-4e17-b8fa-ca644c843557 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 3.4371719
Feb 18 11:20:38.219128 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f69dd162-3b5e-4d34-92af-9af87fce78f1 req-fd9d542f-4868-4452-ac24-7adbaa25fb15 service neutron] 10.222.0.79 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5178518
Feb 18 11:20:38.256247 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:20:38.766558 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:38.767470 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754787e-9b19-4093-b119-af051bcb2e09 req-146c2061-baf7-4986-bc1c-6fb5e35514af tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:38.789962 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7754787e-9b19-4093-b119-af051bcb2e09 req-146c2061-baf7-4986-bc1c-6fb5e35514af tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 943 time: 1.4081428
Feb 18 11:20:38.796103 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c6605e5d-aec7-4243-a83f-9a536582ed88 None None] Provisioning for port cb89a88c-1ac5-4644-aacf-a4806bcf8175 completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:20:38.812038 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c6605e5d-aec7-4243-a83f-9a536582ed88 None None] Provisioning complete for port cb89a88c-1ac5-4644-aacf-a4806bcf8175 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:38.812833 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c6605e5d-aec7-4243-a83f-9a536582ed88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:38.945485 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:38.950798 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7754787e-9b19-4093-b119-af051bcb2e09 req-f20d9e73-6c83-4d8a-80a5-bcbbbcc446e3 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1522167
Feb 18 11:20:38.996522 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4eb235-1a14-4a92-96d4-1678b8f60eb1 admin admin] Router d5b62294-1c4e-484d-b420-a980968e73da has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:20:39.007228 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:39.007892 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:39.671432 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c6605e5d-aec7-4243-a83f-9a536582ed88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:39.789686 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c6605e5d-aec7-4243-a83f-9a536582ed88 None None] For port cb89a88c-1ac5-4644-aacf-a4806bcf8175, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=cb89a88c-1ac5-4644-aacf-a4806bcf8175,segment=NetworkSegment(e76140ef-78b3-40ee-8f16-63990e81d3f7),segment_id=e76140ef-78b3-40ee-8f16-63990e81d3f7)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:20:39.798173 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c6605e5d-aec7-4243-a83f-9a536582ed88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:39.811183 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:39.956750 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ff89a0b5-c84c-4450-ab38-b1c433683002 req-f98f9883-0281-4640-b72f-8b244b85a77f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.5276258
Feb 18 11:20:40.117601 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854278171'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:40.122431 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-049cb464-a25f-4b47-932b-df32fed81b77 None None] Provisioning complete for port cb89a88c-1ac5-4644-aacf-a4806bcf8175 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:40.123565 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-049cb464-a25f-4b47-932b-df32fed81b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:40.147001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d26e3-380b-4f8d-9362-7f13bc07f5f7 req-bd1fc7ab-a52c-43d1-a48b-2075b485e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:40.161161 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e90d26e3-380b-4f8d-9362-7f13bc07f5f7 req-bd1fc7ab-a52c-43d1-a48b-2075b485e8d8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e2268be57276451990e755f8fd240a7b&device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 1160 time: 1.6155648
Feb 18 11:20:40.256797 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4eb235-1a14-4a92-96d4-1678b8f60eb1 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:20:40.294861 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9e541-be1f-4e43-9cad-5d2834f3163c None None] Sync routers for ids ['d5b62294-1c4e-484d-b420-a980968e73da'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:20:40.419491 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9e541-be1f-4e43-9cad-5d2834f3163c None None] Routers {'d5b62294-1c4e-484d-b420-a980968e73da'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:20:40.421130 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-c8f9e541-be1f-4e43-9cad-5d2834f3163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca5a7898>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:20:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['d5b62294-1c4e-484d-b420-a980968e73da'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:40.559422 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6605e5d-aec7-4243-a83f-9a536582ed88 None None] Pushing event updated for resources: {'Port': ['ID=cb89a88c-1ac5-4644-aacf-a4806bcf8175,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:40.581848 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c6605e5d-aec7-4243-a83f-9a536582ed88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:40.746817 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d26e3-380b-4f8d-9362-7f13bc07f5f7 req-961653f7-702b-4cb1-9679-7d1718c30ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:40.755186 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e90d26e3-380b-4f8d-9362-7f13bc07f5f7 req-961653f7-702b-4cb1-9679-7d1718c30ce3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2eb671a8-43fd-4441-8401-3d50379d13b7 HTTP/1.1" status: 200  len: 902 time: 0.4948444
Feb 18 11:20:40.968127 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Router bf0c2242-8cbe-4b0f-90a2-e644da095e40 is scheduled to L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 11:20:41.260558 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ca4eb235-1a14-4a92-96d4-1678b8f60eb1 admin admin] 10.222.0.65 "PUT /v2.0/routers/d5b62294-1c4e-484d-b420-a980968e73da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 20.6345835
Feb 18 11:20:41.281854 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 46804) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:20:41.291682 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e90d26e3-380b-4f8d-9362-7f13bc07f5f7 req-455f74a9-4f67-4742-b27f-3f4fb5f5a0d0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=917f2cba-9196-45ff-8614-fae8a63f7507 HTTP/1.1" status: 200  len: 217 time: 0.5130811
Feb 18 11:20:41.419443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-c8f9e541-be1f-4e43-9cad-5d2834f3163c None None] Set router d5b62294-1c4e-484d-b420-a980968e73da gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:20:41.489453 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:20:41.513299 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Sync routers for ids ['bf0c2242-8cbe-4b0f-90a2-e644da095e40'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:20:41.539015 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Routers {'bf0c2242-8cbe-4b0f-90a2-e644da095e40'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:20:41.540851 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccd5a81cc0>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:20:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['bf0c2242-8cbe-4b0f-90a2-e644da095e40'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:41.554348 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:41.561001 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d5078743-23a9-4f3e-b584-0cad57d401cc admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 14.9237657
Feb 18 11:20:41.563708 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 46808) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:20:41.641979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:41.944473 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:42.004852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611e2d4-65db-4587-8944-77c344b456c5 req-9636d8c7-52e3-4ff9-ba09-4698f7450cc8 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:42.009598 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3611e2d4-65db-4587-8944-77c344b456c5 req-9636d8c7-52e3-4ff9-ba09-4698f7450cc8 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.6724880
Feb 18 11:20:42.009943 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] Deleting port 4bca22a9-2eec-46f7-ad93-531074e9323c {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:20:42.010600 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:42.056969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-c8f9e541-be1f-4e43-9cad-5d2834f3163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca5a7898>, [{'id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'name': 'tempest-TestMinimumBasicScenario-1228389664-router', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:16:22Z', 'updated_at': '2021-02-18T11:20:31Z', 'revision_number': 5, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'gw_port': {'id': '4bca22a9-2eec-46f7-ad93-531074e9323c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:16:24Z', 'updated_at': '2021-02-18T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:42.064167 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9e541-be1f-4e43-9cad-5d2834f3163c None None] Checking router: d5b62294-1c4e-484d-b420-a980968e73da for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:20:42.080037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9e541-be1f-4e43-9cad-5d2834f3163c None None] Routers {'d5b62294-1c4e-484d-b420-a980968e73da'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:20:42.081477 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-c8f9e541-be1f-4e43-9cad-5d2834f3163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca5a7898>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:20:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['d5b62294-1c4e-484d-b420-a980968e73da'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:42.172526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Set router bf0c2242-8cbe-4b0f-90a2-e644da095e40 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:20:42.411149 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] For port 4bca22a9-2eec-46f7-ad93-531074e9323c, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=4bca22a9-2eec-46f7-ad93-531074e9323c,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:20:42.411894 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:42.466999 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-c8f9e541-be1f-4e43-9cad-5d2834f3163c None None] Set router d5b62294-1c4e-484d-b420-a980968e73da gateway port host: None {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:20:42.599234 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3611e2d4-65db-4587-8944-77c344b456c5 req-54a0bb7e-26b9-4955-8768-69b875018dc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5678074
Feb 18 11:20:42.668308 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] Calling delete_port for 4bca22a9-2eec-46f7-ad93-531074e9323c owned by network:router_gateway {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:20:42.737973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device cb89a88c-1ac5-4644-aacf-a4806bcf8175 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:20:42.787391 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d26e3-380b-4f8d-9362-7f13bc07f5f7 req-628e06ba-1f7c-4adc-8e1f-00136e4ebc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:42.792060 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e90d26e3-380b-4f8d-9362-7f13bc07f5f7 req-628e06ba-1f7c-4adc-8e1f-00136e4ebc98 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74 HTTP/1.1" status: 200  len: 847 time: 1.3729279
Feb 18 11:20:42.811748 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73d569-afba-403a-a4bf-b2039952e296 req-09ed3277-6526-4e0d-b696-65023f63ad50 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:42.828384 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ab73d569-afba-403a-a4bf-b2039952e296 req-09ed3277-6526-4e0d-b696-65023f63ad50 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 943 time: 2.0713031
Feb 18 11:20:42.845849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-c8f9e541-be1f-4e43-9cad-5d2834f3163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca5a7898>, [{'id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'name': 'tempest-TestMinimumBasicScenario-1228389664-router', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:16:22Z', 'updated_at': '2021-02-18T11:20:41Z', 'revision_number': 6, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'gw_port_host': None}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:42.862029 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9e541-be1f-4e43-9cad-5d2834f3163c None None] The sync data for ids ['d5b62294-1c4e-484d-b420-a980968e73da'] in dv-cinder-773985-5-iscsi is: [{'id': 'd5b62294-1c4e-484d-b420-a980968e73da', 'name': 'tempest-TestMinimumBasicScenario-1228389664-router', 'tenant_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:16:22Z', 'updated_at': '2021-02-18T11:20:41Z', 'revision_number': 6, 'project_id': '4fe5fb7e1a354d7ca09c4b2f69382355', 'gw_port_host': None}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:20:42.920229 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port cb89a88c-1ac5-4644-aacf-a4806bcf8175 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:42.922355 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:43.125353 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ab73d569-afba-403a-a4bf-b2039952e296 req-fdf6f931-8dea-49cd-977e-6be37f35873c tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2947466
Feb 18 11:20:43.188550 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccd5a81cc0>, [{'id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'name': 'tempest-TestVolumeBootPattern-1082952521-router', 'tenant_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '7a47f558-3733-49d4-96b3-71a9a39edcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:26Z', 'updated_at': '2021-02-18T11:20:36Z', 'revision_number': 3, 'project_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'gw_port': {'id': '7a47f558-3733-49d4-96b3-71a9a39edcc8', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:32Z', 'updated_at': '2021-02-18T11:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:43.205664 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Checking router: bf0c2242-8cbe-4b0f-90a2-e644da095e40 for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:20:43.206751 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Updating router bf0c2242-8cbe-4b0f-90a2-e644da095e40 port 7a47f558-3733-49d4-96b3-71a9a39edcc8 binding host dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:20:43.208616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d26e3-380b-4f8d-9362-7f13bc07f5f7 req-a71c7161-094e-45f8-a380-251463c40d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:43.212742 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e90d26e3-380b-4f8d-9362-7f13bc07f5f7 req-a71c7161-094e-45f8-a380-251463c40d89 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2eb671a8-43fd-4441-8401-3d50379d13b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3786070
Feb 18 11:20:43.257589 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:43.354831 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:43.596903 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:20:43.634882 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e90d26e3-380b-4f8d-9362-7f13bc07f5f7 req-e1147429-f042-48d4-923b-ff42436d22b1 service neutron] 10.222.0.79 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4044752
Feb 18 11:20:43.911112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:44.054372 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 4bca22a9-2eec-46f7-ad93-531074e9323c no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:20:44.140025 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: 4bca22a9-2eec-46f7-ad93-531074e9323c {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:20:44.141883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 4bca22a9-2eec-46f7-ad93-531074e9323c not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:20:44.144015 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 94df19fe-6e94-41fa-bb5a-8a10657007df no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:20:44.144297 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-79945384-6ec6-4b8c-8238-c83843689924 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:44.234278 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: 94df19fe-6e94-41fa-bb5a-8a10657007df {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:20:44.235545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 94df19fe-6e94-41fa-bb5a-8a10657007df not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:20:44.246291 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f19c86-75c7-4b6b-aa03-dc051f392789 req-e4749a9a-98bb-4450-925c-0bb311928b31 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:44.260010 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-27f19c86-75c7-4b6b-aa03-dc051f392789 req-e4749a9a-98bb-4450-925c-0bb311928b31 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.3239186
Feb 18 11:20:44.311861 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Allocated IP 172.20.0.1 (a44fa5d4-527c-4b6c-9b94-4e4880862102/9ad7d3b8-beeb-4c64-86db-a240c85e859b/acc817e0-7eae-4747-b174-3322b7a8bb64) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:20:44.368344 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e90d26e3-380b-4f8d-9362-7f13bc07f5f7 req-0556ac96-97e9-41d6-85ec-0efb2f1bb4ad service neutron] 10.222.0.79 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7189405
Feb 18 11:20:44.371343 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-27f19c86-75c7-4b6b-aa03-dc051f392789 req-7b1f9120-9197-407e-899c-28bf7054ac30 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1097777
Feb 18 11:20:44.446988 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bca22a9-2eec-46f7-ad93-531074e9323c,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:44.451128 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:44.461181 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:44.479029 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Transition to ACTIVE for port object 7a47f558-3733-49d4-96b3-71a9a39edcc8 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:20:44.486048 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:44.601971 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854277267'] for router_gateway, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:44.617114 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:44.630777 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:44.662458 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Transition to ACTIVE for port object acc817e0-7eae-4747-b174-3322b7a8bb64 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:20:44.705443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:44.809988 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e965a4-5417-4129-a3e6-76681be5d846 None None] Pushing event updated for resources: {'Port': ['ID=7a47f558-3733-49d4-96b3-71a9a39edcc8,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:44.818162 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-82e965a4-5417-4129-a3e6-76681be5d846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:44.859281 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:44.864091 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 9090a744-74d4-468d-8d73-2b7cd47025aa up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:20:44.950509 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Attempting to bind port 7a47f558-3733-49d4-96b3-71a9a39edcc8 on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:20:44.951513 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Attempting to bind port 7a47f558-3733-49d4-96b3-71a9a39edcc8 by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:20:44.952371 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Attempting to bind port 7a47f558-3733-49d4-96b3-71a9a39edcc8 on network c5ace08f-47fa-48e4-be4d-8f3271a2d184 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:20:44.964974 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:20:44.967329 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Checking segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:20:44.968388 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:44.969310 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Bound using segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:20:44.970418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Bound port: 7a47f558-3733-49d4-96b3-71a9a39edcc8, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:20:44.971292 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:44.989413 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 9090a744-74d4-468d-8d73-2b7cd47025aa triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:44.989841 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:45.148634 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] For port 7a47f558-3733-49d4-96b3-71a9a39edcc8, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:20:45.157107 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] For port 7a47f558-3733-49d4-96b3-71a9a39edcc8, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=7a47f558-3733-49d4-96b3-71a9a39edcc8,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:20:45.164714 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:45.198531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:45.238858 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:45.309527 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 9090a744-74d4-468d-8d73-2b7cd47025aa, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9090a744-74d4-468d-8d73-2b7cd47025aa,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:20:45.311345 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649e4d56-c98f-4166-986c-e953f54865aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9090a744-74d4-468d-8d73-2b7cd47025aa'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:20:45.322907 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:45.326643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:45.399888 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746360'] for router, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:45.408288 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:45.438846 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Pushing event updated for resources: {'Port': ['ID=acc817e0-7eae-4747-b174-3322b7a8bb64,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:45.446087 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:45.479131 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649e4d56-c98f-4166-986c-e953f54865aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9090a744-74d4-468d-8d73-2b7cd47025aa', 'code': 200}
Feb 18 11:20:45.535474 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e965a4-5417-4129-a3e6-76681be5d846 None None] Pushing event updated for resources: {'Port': ['ID=7a47f558-3733-49d4-96b3-71a9a39edcc8,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:45.540174 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=9090a744-74d4-468d-8d73-2b7cd47025aa,revision_number=6']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:45.549379 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:45.575278 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-82e965a4-5417-4129-a3e6-76681be5d846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:45.617995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Network a44fa5d4-527c-4b6c-9b94-4e4880862102 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:20:45.630476 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:20:45.643163 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:20:45.650913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5cde3-d633-4dc7-bef6-cc87cfd19098 req-01dc3572-b0df-486a-a28d-19a5c2d67425 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:45.666343 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d8b5cde3-d633-4dc7-bef6-cc87cfd19098 req-01dc3572-b0df-486a-a28d-19a5c2d67425 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 943 time: 1.2258065
Feb 18 11:20:45.673119 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854257390'] for router, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:45.674009 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5b62294-1c4e-484d-b420-a980968e73da {{(pid=83932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 11:20:45.783633 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] Notify callbacks [] for router, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:45.786328 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d5b62294-1c4e-484d-b420-a980968e73da HTTP/1.1" status: 204  len: 168 time: 4.5027049
Feb 18 11:20:45.799606 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 46820) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:20:45.912317 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Routers {'bf0c2242-8cbe-4b0f-90a2-e644da095e40'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:20:45.926782 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccd5a81cc0>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:20:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['bf0c2242-8cbe-4b0f-90a2-e644da095e40'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:46.040762 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb4e543-872a-4ea8-b95d-55017b461751 admin admin] Deleting subnet 37be6e4f-3b7a-4e85-a12c-688a864871b3 {{(pid=83932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 11:20:46.050309 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e543-872a-4ea8-b95d-55017b461751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:46.070397 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519390'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:46.122219 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d8b5cde3-d633-4dc7-bef6-cc87cfd19098 req-c61d574b-46e7-4032-ab91-f4ab78e4736e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.4535878
Feb 18 11:20:46.174944 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-88c06a96-95e2-4c50-b6eb-cb7bce2bab67 None None] Provisioning for port acc817e0-7eae-4747-b174-3322b7a8bb64 completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:20:46.188145 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-88c06a96-95e2-4c50-b6eb-cb7bce2bab67 None None] Provisioning complete for port acc817e0-7eae-4747-b174-3322b7a8bb64 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:46.188912 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-88c06a96-95e2-4c50-b6eb-cb7bce2bab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:46.254473 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e543-872a-4ea8-b95d-55017b461751 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3086655'] for subnet, precommit_delete_associations {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:46.327257 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-88c06a96-95e2-4c50-b6eb-cb7bce2bab67 None None] Port acc817e0-7eae-4747-b174-3322b7a8bb64 cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:20:46.378897 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:46.395421 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] Set router bf0c2242-8cbe-4b0f-90a2-e644da095e40 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:20:46.573247 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8489bfb-ed0f-4fa9-853b-fe08b2b66fd2 req-6a0db337-95a5-4608-913c-d33025c12280 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:46.576530 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b8489bfb-ed0f-4fa9-853b-fe08b2b66fd2 req-6a0db337-95a5-4608-913c-d33025c12280 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.6636798
Feb 18 11:20:46.580035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb46777-98b1-4c45-90fa-02909c28db6d req-3b316f0f-8e9c-46a1-982f-9a25ddc61a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:46.583001 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5bb46777-98b1-4c45-90fa-02909c28db6d req-3b316f0f-8e9c-46a1-982f-9a25ddc61a54 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 1162 time: 0.4717367
Feb 18 11:20:46.586004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e543-872a-4ea8-b95d-55017b461751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741126'] for subnet, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:46.736151 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5bb46777-98b1-4c45-90fa-02909c28db6d req-6f60bb0e-6580-45f0-b5d1-4ea4196d3f7b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970864
Feb 18 11:20:46.797291 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b8489bfb-ed0f-4fa9-853b-fe08b2b66fd2 req-8e729591-d313-46fa-9f3a-3247e52c7dfd tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1434097
Feb 18 11:20:47.104192 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccd5a81cc0>, [{'id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'name': 'tempest-TestVolumeBootPattern-1082952521-router', 'tenant_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '7a47f558-3733-49d4-96b3-71a9a39edcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:26Z', 'updated_at': '2021-02-18T11:20:36Z', 'revision_number': 3, 'project_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'gw_port': {'id': '7a47f558-3733-49d4-96b3-71a9a39edcc8', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:32Z', 'updated_at': '2021-02-18T11:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:47.112820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96a001-3bcb-439e-8020-cc63f44aa98f None None] The sync data for ids ['bf0c2242-8cbe-4b0f-90a2-e644da095e40'] in dv-cinder-773985-5-iscsi is: [{'id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'name': 'tempest-TestVolumeBootPattern-1082952521-router', 'tenant_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '7a47f558-3733-49d4-96b3-71a9a39edcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:26Z', 'updated_at': '2021-02-18T11:20:36Z', 'revision_number': 3, 'project_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'gw_port': {'id': '7a47f558-3733-49d4-96b3-71a9a39edcc8', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:32Z', 'updated_at': '2021-02-18T11:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:20:47.158533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 917f2cba-9196-45ff-8614-fae8a63f7507 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:20:47.166853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:47.174524 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852452506'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:47.242900 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:47.319822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e543-872a-4ea8-b95d-55017b461751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847034674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2111037'] for subnet, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:47.332254 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port 917f2cba-9196-45ff-8614-fae8a63f7507 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:20:47.345265 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 917f2cba-9196-45ff-8614-fae8a63f7507 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:47.345984 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:47.371760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:47.436747 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854256516'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:47.463349 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Pushing event updated for resources: {'Port': ['ID=acc817e0-7eae-4747-b174-3322b7a8bb64,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:47.472157 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:47.622084 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:47.630085 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4e543-872a-4ea8-b95d-55017b461751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37be6e4f-3b7a-4e85-a12c-688a864871b3,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:47.654266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-1bb4e543-872a-4ea8-b95d-55017b461751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:47.683591 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917f2cba-9196-45ff-8614-fae8a63f7507'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:20:47.704038 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 917f2cba-9196-45ff-8614-fae8a63f7507, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=917f2cba-9196-45ff-8614-fae8a63f7507,segment=NetworkSegment(09b693df-9929-4514-9bb0-138a4b48da8e),segment_id=09b693df-9929-4514-9bb0-138a4b48da8e)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:20:47.715355 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:47.715355 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 9090a744-74d4-468d-8d73-2b7cd47025aa up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:20:47.730298 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Network a44fa5d4-527c-4b6c-9b94-4e4880862102 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:20:47.736578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:20:48.019016 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad67f5f-cfaf-44f6-b351-50c7f79bdb3a req-e47f68d6-6e95-477f-8c7e-d42bb122e35f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:48.043517 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ad67f5f-cfaf-44f6-b351-50c7f79bdb3a req-e47f68d6-6e95-477f-8c7e-d42bb122e35f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 943 time: 0.5275800
Feb 18 11:20:48.079695 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917f2cba-9196-45ff-8614-fae8a63f7507', 'code': 200}
Feb 18 11:20:48.083075 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:48.167176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e543-872a-4ea8-b95d-55017b461751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:48.229337 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-1bb4e543-872a-4ea8-b95d-55017b461751 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/37be6e4f-3b7a-4e85-a12c-688a864871b3 HTTP/1.1" status: 204  len: 168 time: 2.4273047
Feb 18 11:20:48.235914 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 46834) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:20:48.473334 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bef5e1b-ae74-4daf-a20d-631b06e3efd8 None None] Network 503312d2-9807-4398-af38-b17366be9b97 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:20:48.622273 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 7a47f558-3733-49d4-96b3-71a9a39edcc8 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:20:48.683937 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854201257'] for network, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:48.949314 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=917f2cba-9196-45ff-8614-fae8a63f7507,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:48.967095 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Router bf0c2242-8cbe-4b0f-90a2-e644da095e40 has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:20:49.008495 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:49.014073 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 9090a744-74d4-468d-8d73-2b7cd47025aa triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:49.014509 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:49.068486 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ad67f5f-cfaf-44f6-b351-50c7f79bdb3a req-2a249c7c-87d7-432d-a885-9d992f39ad78 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 1.0170474
Feb 18 11:20:49.150852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Deleting port 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:20:49.151555 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:49.304207 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8dbce4-3556-40e2-b7dc-fc944706c165 req-155654a5-2cdc-400e-90b0-eb4bf261563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:49.307289 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7e8dbce4-3556-40e2-b7dc-fc944706c165 req-155654a5-2cdc-400e-90b0-eb4bf261563b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 1162 time: 0.4608715
Feb 18 11:20:49.376840 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-5e010f13-89d7-4127-a382-61e8d2a2e5a4 None None] Provisioning complete for port acc817e0-7eae-4747-b174-3322b7a8bb64 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:49.378000 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5e010f13-89d7-4127-a382-61e8d2a2e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:49.494606 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7e8dbce4-3556-40e2-b7dc-fc944706c165 req-928904e6-e5bf-4eba-ba18-701cb8bd04e0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1797557
Feb 18 11:20:49.578298 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7f7c5-fc0b-4231-a7c1-b51c579bd16a req-19ddba30-0606-4414-9428-471579006d3d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:49.595912 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-94b7f7c5-fc0b-4231-a7c1-b51c579bd16a req-19ddba30-0606-4414-9428-471579006d3d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.8774467
Feb 18 11:20:49.607937 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-5e010f13-89d7-4127-a382-61e8d2a2e5a4 None None] Port acc817e0-7eae-4747-b174-3322b7a8bb64 cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:20:49.726174 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:20:49.778159 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-2795cc25-9255-4d5a-8b32-01b21e6eefd3 admin admin] 10.222.0.65 "PUT /v2.0/routers/bf0c2242-8cbe-4b0f-90a2-e644da095e40/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2008731
Feb 18 11:20:49.795864 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-94b7f7c5-fc0b-4231-a7c1-b51c579bd16a req-d365e741-81c8-4f78-9aab-387b8e45962c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1874557
Feb 18 11:20:49.826607 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] For port 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e,segment=NetworkSegment(b0ca712c-83d4-4012-9f3f-3ec10f606487),segment_id=b0ca712c-83d4-4012-9f3f-3ec10f606487)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:20:49.827093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:49.927595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port 7a47f558-3733-49d4-96b3-71a9a39edcc8 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:20:49.941405 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 7a47f558-3733-49d4-96b3-71a9a39edcc8 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:49.942629 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:50.020147 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 917f2cba-9196-45ff-8614-fae8a63f7507 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:20:50.059295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Calling delete_port for 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e owned by network:dhcp {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:20:50.250161 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:50.289163 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bae0388e-484a-422f-ac23-beab82260e9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:50.524991 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:50.652868 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:50.689712 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:50.740974 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 917f2cba-9196-45ff-8614-fae8a63f7507 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:50.741822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:50.876136 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd58aa0-e553-4567-9728-ada2a9030b28 None None] DHCP port deletion for 503312d2-9807-4398-af38-b17366be9b97 request from dv-cinder-773985-5-iscsi {{(pid=83934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 11:20:50.889826 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] No DVR routers for this DVR port 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e on host dv-cinder-773985-5-iscsi {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:20:50.945040 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port 7a47f558-3733-49d4-96b3-71a9a39edcc8, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=7a47f558-3733-49d4-96b3-71a9a39edcc8,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:20:50.957892 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:50.966891 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-42d3e70b-7e55-4040-8f9f-350710877818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:51.148246 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:20:51.195178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7742001', 'neutron.services.segments.db._delete_segments_for_network--9223363254506393562'] for network, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:51.249655 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:20:51.250725 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 9d5a2a99-bad5-42b7-ab7b-d5fddcf6b12e not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:20:51.398284 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=7a47f558-3733-49d4-96b3-71a9a39edcc8,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:51.406403 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:51.435795 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcedfe-c116-4125-b54a-2793449dfd79 req-7321bd07-6de2-467f-af1b-cd0f2a9f91bd tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:51.439068 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-44dcedfe-c116-4125-b54a-2793449dfd79 req-7321bd07-6de2-467f-af1b-cd0f2a9f91bd tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.9354851
Feb 18 11:20:51.513579 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccc8ffbbe0>,) {'filters': {'network_id': ['503312d2-9807-4398-af38-b17366be9b97']}} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:51.555252 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc8ffbbe0>, 'b0ca712c-83d4-4012-9f3f-3ec10f606487') {'for_net_delete': True} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:51.556076 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc8ffbbe0>, 'b0ca712c-83d4-4012-9f3f-3ec10f606487') {} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:51.602357 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254506395610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851689209'] for segment, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:51.655706 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-44dcedfe-c116-4125-b54a-2793449dfd79 req-a05e0208-8fbf-40fc-b856-59730ba21ad1 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1842072
Feb 18 11:20:51.658982 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:51.660879 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb2d08-f9a1-4d26-8184-f1231585cda9 req-e15d86a1-e13a-4864-9c7f-153795a8a17b tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:51.662646 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e9bb2d08-f9a1-4d26-8184-f1231585cda9 req-e15d86a1-e13a-4864-9c7f-153795a8a17b tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.1544211
Feb 18 11:20:51.662905 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 11:20:51.770200 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e9bb2d08-f9a1-4d26-8184-f1231585cda9 req-60f3b3e3-050f-479b-a3e6-8dd480fbd87d tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0977051
Feb 18 11:20:51.790469 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Sync routers for ids ['bf0c2242-8cbe-4b0f-90a2-e644da095e40'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:20:51.806421 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Routers {'bf0c2242-8cbe-4b0f-90a2-e644da095e40'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:20:51.807642 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca9dfdd8>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:20:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['bf0c2242-8cbe-4b0f-90a2-e644da095e40'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:51.836906 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-da2516f1-b460-4235-bb09-c3cf88400c93 req-6cb1f74a-5302-4932-936d-c06c0a32d201 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-2077181272', 'description': 'tempest-TestVolumeBootPattern-2077181272 description'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:20:51.860197 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-da2516f1-b460-4235-bb09-c3cf88400c93 req-6cb1f74a-5302-4932-936d-c06c0a32d201 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:20:51.877166 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-da2516f1-b460-4235-bb09-c3cf88400c93 req-6cb1f74a-5302-4932-936d-c06c0a32d201 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Usage tracker for resource:security_group and tenant:bb272e0801a14169b04bc052fbeb67eb is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:20:51.891440 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-da2516f1-b460-4235-bb09-c3cf88400c93 req-6cb1f74a-5302-4932-936d-c06c0a32d201 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:20:52.039554 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-da2516f1-b460-4235-bb09-c3cf88400c93 req-6cb1f74a-5302-4932-936d-c06c0a32d201 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:20:52.113250 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-da2516f1-b460-4235-bb09-c3cf88400c93 req-6cb1f74a-5302-4932-936d-c06c0a32d201 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:52.136394 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Network 503312d2-9807-4398-af38-b17366be9b97 has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:20:52.159519 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7742905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852795161'] for segment, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:52.190645 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Set router bf0c2242-8cbe-4b0f-90a2-e644da095e40 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:20:52.348822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-da2516f1-b460-4235-bb09-c3cf88400c93 req-6cb1f74a-5302-4932-936d-c06c0a32d201 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:20:52.377090 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-da2516f1-b460-4235-bb09-c3cf88400c93 req-6cb1f74a-5302-4932-936d-c06c0a32d201 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Usage tracker for resource:security_group_rule and tenant:bb272e0801a14169b04bc052fbeb67eb is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:20:52.795112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-da2516f1-b460-4235-bb09-c3cf88400c93 req-6cb1f74a-5302-4932-936d-c06c0a32d201 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:20:52.817296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-da2516f1-b460-4235-bb09-c3cf88400c93 req-6cb1f74a-5302-4932-936d-c06c0a32d201 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:20:52.888936 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca9dfdd8>, [{'id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'name': 'tempest-TestVolumeBootPattern-1082952521-router', 'tenant_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '7a47f558-3733-49d4-96b3-71a9a39edcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:26Z', 'updated_at': '2021-02-18T11:20:46Z', 'revision_number': 4, 'project_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'gw_port': {'id': '7a47f558-3733-49d4-96b3-71a9a39edcc8', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:32Z', 'updated_at': '2021-02-18T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'acc817e0-7eae-4747-b174-3322b7a8bb64', 'name': '', 'network_id': 'a44fa5d4-527c-4b6c-9b94-4e4880862102', 'tenant_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'mac_address': 'fa:16:3e:a4:d0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9ad7d3b8-beeb-4c64-86db-a240c85e859b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:43Z', 'updated_at': '2021-02-18T11:20:46Z', 'revision_number': 2, 'project_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'subnets': [{'id': '9ad7d3b8-beeb-4c64-86db-a240c85e859b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:52.895572 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Network 503312d2-9807-4398-af38-b17366be9b97 has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:20:52.896878 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Checking router: bf0c2242-8cbe-4b0f-90a2-e644da095e40 for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:20:52.898089 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Updating router bf0c2242-8cbe-4b0f-90a2-e644da095e40 port acc817e0-7eae-4747-b174-3322b7a8bb64 binding host dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]: Traceback (most recent call last):
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:     timer()
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:     cb(*args, **kw)
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:     return func(*args, **kwargs)
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:     self._notify()
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:     self.callback(batched_events)
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:     event.method(event)
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:     segment_id)['aggregates'][0]
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:     return f(self, *a, **k)
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self._get(url).json()
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:     **kwargs)
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self.request(url, 'GET', **kwargs)
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:     **endpoint_filter)
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 11:20:52.945157 dv-cinder-773985-5-iscsi neutron-server[83816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 11:20:53.011677 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:53.126494 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b2432-eb76-4c95-b4e1-720247a34e8e req-1b3fe041-e095-4525-a42a-2ddc977c54bd tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:53.127848 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-641b2432-eb76-4c95-b4e1-720247a34e8e req-1b3fe041-e095-4525-a42a-2ddc977c54bd tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Synchronizing usage tracker for tenant:e2268be57276451990e755f8fd240a7b on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:20:53.152546 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 7a47f558-3733-49d4-96b3-71a9a39edcc8 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:20:53.152862 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-641b2432-eb76-4c95-b4e1-720247a34e8e req-1b3fe041-e095-4525-a42a-2ddc977c54bd tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Unset dirty status for tenant:e2268be57276451990e755f8fd240a7b on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:20:53.154170 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847033799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498500'] for network, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:53.154409 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-641b2432-eb76-4c95-b4e1-720247a34e8e req-1b3fe041-e095-4525-a42a-2ddc977c54bd tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.2147593
Feb 18 11:20:53.177503 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-da2516f1-b460-4235-bb09-c3cf88400c93 req-6cb1f74a-5302-4932-936d-c06c0a32d201 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:53.179827 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e64acdbd-d9ce-43f2-ba73-cbeccd9de2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:53.205884 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:53.227441 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-da2516f1-b460-4235-bb09-c3cf88400c93 req-6cb1f74a-5302-4932-936d-c06c0a32d201 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:53.255635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-641b2432-eb76-4c95-b4e1-720247a34e8e req-6f7aac9a-3dd7-4f04-8371-f39c8bde1ea1 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Synchronizing usage tracker for tenant:e2268be57276451990e755f8fd240a7b on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:20:53.255937 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Pushing event deleted for resources: {'Network': ['ID=503312d2-9807-4398-af38-b17366be9b97,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:53.268057 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:53.268584 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9d279813-4cc7-427c-97f3-82ce2af7798e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:53.286273 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-641b2432-eb76-4c95-b4e1-720247a34e8e req-6f7aac9a-3dd7-4f04-8371-f39c8bde1ea1 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Unset dirty status for tenant:e2268be57276451990e755f8fd240a7b on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:20:53.288804 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-641b2432-eb76-4c95-b4e1-720247a34e8e req-6f7aac9a-3dd7-4f04-8371-f39c8bde1ea1 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1194580
Feb 18 11:20:53.295572 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] 10.222.0.65 "DELETE /v2.0/networks/503312d2-9807-4398-af38-b17366be9b97 HTTP/1.1" status: 204  len: 168 time: 5.0546820
Feb 18 11:20:53.335731 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1f74a-5302-4932-936d-c06c0a32d201 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d8add0-c89c-4e73-a835-eef3d9cfafeb,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:53.340288 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-da2516f1-b460-4235-bb09-c3cf88400c93 req-6cb1f74a-5302-4932-936d-c06c0a32d201 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:53.347161 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-da2516f1-b460-4235-bb09-c3cf88400c93 req-6cb1f74a-5302-4932-936d-c06c0a32d201 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 1.6206346
Feb 18 11:20:53.348849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6cb1f74a-5302-4932-936d-c06c0a32d201 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:53.497970 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ac2c2682-f8af-4433-ba25-592b8ecbfed9 req-7d4edf04-58b0-43d4-a099-c8819b8e1925 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups/49d8add0-c89c-4e73-a835-eef3d9cfafeb HTTP/1.1" status: 200  len: 1808 time: 0.1107411
Feb 18 11:20:53.517991 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-ac2c2682-f8af-4433-ba25-592b8ecbfed9 req-9b240a1f-1a47-4dc6-81b2-a2fd75007c52 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49d8add0-c89c-4e73-a835-eef3d9cfafeb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:20:53.518462 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-ac2c2682-f8af-4433-ba25-592b8ecbfed9 req-9b240a1f-1a47-4dc6-81b2-a2fd75007c52 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49d8add0-c89c-4e73-a835-eef3d9cfafeb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:20:53.531711 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-ac2c2682-f8af-4433-ba25-592b8ecbfed9 req-9b240a1f-1a47-4dc6-81b2-a2fd75007c52 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:20:53.543225 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-ac2c2682-f8af-4433-ba25-592b8ecbfed9 req-9b240a1f-1a47-4dc6-81b2-a2fd75007c52 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Usage tracker for resource:security_group_rule and tenant:bb272e0801a14169b04bc052fbeb67eb is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:20:53.543477 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 7a47f558-3733-49d4-96b3-71a9a39edcc8 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:53.544147 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:53.548666 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-ac2c2682-f8af-4433-ba25-592b8ecbfed9 req-9b240a1f-1a47-4dc6-81b2-a2fd75007c52 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:20:53.559384 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-ac2c2682-f8af-4433-ba25-592b8ecbfed9 req-9b240a1f-1a47-4dc6-81b2-a2fd75007c52 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:20:53.696871 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-ac2c2682-f8af-4433-ba25-592b8ecbfed9 req-9b240a1f-1a47-4dc6-81b2-a2fd75007c52 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:53.744640 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-ac2c2682-f8af-4433-ba25-592b8ecbfed9 req-9b240a1f-1a47-4dc6-81b2-a2fd75007c52 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:53.749515 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-ac2c2682-f8af-4433-ba25-592b8ecbfed9 req-9b240a1f-1a47-4dc6-81b2-a2fd75007c52 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797254'] for security_group_rule, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:53.752152 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-10a71b86-b5a9-4485-b8bf-df56ec8c5f57 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:53.811035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b240a1f-1a47-4dc6-81b2-a2fd75007c52 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b5a2cb-8ec1-46f0-a6c8-748638ddcadf,revision_number=0']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:53.815361 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-ac2c2682-f8af-4433-ba25-592b8ecbfed9 req-9b240a1f-1a47-4dc6-81b2-a2fd75007c52 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:53.817857 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ac2c2682-f8af-4433-ba25-592b8ecbfed9 req-9b240a1f-1a47-4dc6-81b2-a2fd75007c52 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3081501
Feb 18 11:20:53.821734 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9b240a1f-1a47-4dc6-81b2-a2fd75007c52 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:53.844238 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9704e59-eb30-43a1-b439-9006e9c62576 req-f0d6e234-ed3c-494f-967a-bdcb0afcd7f7 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:53.848051 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e9704e59-eb30-43a1-b439-9006e9c62576 req-f0d6e234-ed3c-494f-967a-bdcb0afcd7f7 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.2457397
Feb 18 11:20:53.883816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 46892) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:20:53.952844 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e9704e59-eb30-43a1-b439-9006e9c62576 req-53dad31f-3fb5-4575-ad51-c967d6d6d3fa tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0914078
Feb 18 11:20:54.089067 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dc5b43eb-bb41-4a9b-bb05-7b09ec7e69e0 req-dcaf7ce2-6c99-4717-b7b6-bad1430af217 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups/49d8add0-c89c-4e73-a835-eef3d9cfafeb HTTP/1.1" status: 200  len: 2401 time: 0.1703925
Feb 18 11:20:54.094861 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-3cee381f-23f8-4158-9685-194368ded11e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4fe5fb7e1a354d7ca09c4b2f69382355&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2085674
Feb 18 11:20:54.108217 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-dc5b43eb-bb41-4a9b-bb05-7b09ec7e69e0 req-bb1569dc-388f-4203-92be-322192ccf882 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49d8add0-c89c-4e73-a835-eef3d9cfafeb', 'remote_group_id': None}]} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:20:54.108779 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-dc5b43eb-bb41-4a9b-bb05-7b09ec7e69e0 req-bb1569dc-388f-4203-92be-322192ccf882 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49d8add0-c89c-4e73-a835-eef3d9cfafeb', 'remote_group_id': None}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:20:54.118571 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 46898) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:20:54.140459 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-dc5b43eb-bb41-4a9b-bb05-7b09ec7e69e0 req-bb1569dc-388f-4203-92be-322192ccf882 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:20:54.154630 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-dc5b43eb-bb41-4a9b-bb05-7b09ec7e69e0 req-bb1569dc-388f-4203-92be-322192ccf882 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Usage tracker for resource:security_group_rule and tenant:bb272e0801a14169b04bc052fbeb67eb is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:20:54.180907 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-dc5b43eb-bb41-4a9b-bb05-7b09ec7e69e0 req-bb1569dc-388f-4203-92be-322192ccf882 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:20:54.206077 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-dc5b43eb-bb41-4a9b-bb05-7b09ec7e69e0 req-bb1569dc-388f-4203-92be-322192ccf882 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:20:54.327887 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0177303a-ad0c-49dc-89f3-24716105bb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:54.346085 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:54.373856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Transition to ACTIVE for port object acc817e0-7eae-4747-b174-3322b7a8bb64 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:20:54.374577 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d439ea47-53a8-4606-b3da-54461869280f req-ef5c2304-a223-4255-be42-d6d49934f981 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3420737
Feb 18 11:20:54.379548 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:54.392143 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Request body: {'floatingip': {'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:20:54.403734 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:20:54.412091 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Usage tracker for resource:floatingip and tenant:e2268be57276451990e755f8fd240a7b is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:20:54.417997 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:54.418724 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:20:54.431134 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0177303a-ad0c-49dc-89f3-24716105bb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:54.431620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:20:54.449727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:54.463431 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-dc5b43eb-bb41-4a9b-bb05-7b09ec7e69e0 req-bb1569dc-388f-4203-92be-322192ccf882 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:54.556023 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-dc5b43eb-bb41-4a9b-bb05-7b09ec7e69e0 req-bb1569dc-388f-4203-92be-322192ccf882 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:54.561787 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-dc5b43eb-bb41-4a9b-bb05-7b09ec7e69e0 req-bb1569dc-388f-4203-92be-322192ccf882 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797254'] for security_group_rule, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:54.566478 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:54.597966 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1569dc-388f-4203-92be-322192ccf882 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a4c826-6a3d-4dc3-b4ec-c8236e62fc11,revision_number=0']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:54.607512 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bb1569dc-388f-4203-92be-322192ccf882 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:54.622528 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0177303a-ad0c-49dc-89f3-24716105bb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:54.633579 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4a7fb686-8683-4c15-ab60-22bb1141430a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:54.671716 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177303a-ad0c-49dc-89f3-24716105bb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5015afea-de1d-4531-9f1f-c3e1313b2f2a,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:54.681412 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0177303a-ad0c-49dc-89f3-24716105bb15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:54.689988 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0177303a-ad0c-49dc-89f3-24716105bb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:54.692540 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-0177303a-ad0c-49dc-89f3-24716105bb15 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5015afea-de1d-4531-9f1f-c3e1313b2f2a HTTP/1.1" status: 204  len: 168 time: 0.5723307
Feb 18 11:20:54.694983 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-dc5b43eb-bb41-4a9b-bb05-7b09ec7e69e0 req-bb1569dc-388f-4203-92be-322192ccf882 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:54.702957 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dc5b43eb-bb41-4a9b-bb05-7b09ec7e69e0 req-bb1569dc-388f-4203-92be-322192ccf882 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.6032822
Feb 18 11:20:54.798845 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:55.040194 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea3cb2-24bd-4698-986c-d80ae2077200 None None] Pushing event updated for resources: {'Port': ['ID=acc817e0-7eae-4747-b174-3322b7a8bb64,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:55.046036 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5dea3cb2-24bd-4698-986c-d80ae2077200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:55.532583 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Allocated IP 172.27.1.191 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/cc630f20-d662-4aa0-b9fc-d95474d57274) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:20:55.563485 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Attempting to bind port acc817e0-7eae-4747-b174-3322b7a8bb64 on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:20:55.564816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Attempting to bind port acc817e0-7eae-4747-b174-3322b7a8bb64 by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': 'e76140ef-78b3-40ee-8f16-63990e81d3f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a44fa5d4-527c-4b6c-9b94-4e4880862102'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:20:55.565875 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Attempting to bind port acc817e0-7eae-4747-b174-3322b7a8bb64 on network a44fa5d4-527c-4b6c-9b94-4e4880862102 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:20:55.583113 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:20:55.583680 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Checking segment: {'id': 'e76140ef-78b3-40ee-8f16-63990e81d3f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a44fa5d4-527c-4b6c-9b94-4e4880862102'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:20:55.584137 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:55.584931 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Bound using segment: {'id': 'e76140ef-78b3-40ee-8f16-63990e81d3f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a44fa5d4-527c-4b6c-9b94-4e4880862102'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:20:55.585624 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Bound port: acc817e0-7eae-4747-b174-3322b7a8bb64, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76140ef-78b3-40ee-8f16-63990e81d3f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a44fa5d4-527c-4b6c-9b94-4e4880862102'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:20:55.586065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:55.773456 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] For port acc817e0-7eae-4747-b174-3322b7a8bb64, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:20:55.781031 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] For port acc817e0-7eae-4747-b174-3322b7a8bb64, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=acc817e0-7eae-4747-b174-3322b7a8bb64,segment=NetworkSegment(e76140ef-78b3-40ee-8f16-63990e81d3f7),segment_id=e76140ef-78b3-40ee-8f16-63990e81d3f7)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:20:55.790656 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:55.817728 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-54781498-8e2d-440f-a08c-6497e438fc4a req-0f02cb22-043c-4c2d-8182-e89672e526f8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2511530
Feb 18 11:20:55.942135 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:56.058626 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:56.078948 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:56.118087 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54781498-8e2d-440f-a08c-6497e438fc4a req-34b8e017-1e7c-4e86-a9cf-204666cd5c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:56.121685 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-54781498-8e2d-440f-a08c-6497e438fc4a req-34b8e017-1e7c-4e86-a9cf-204666cd5c83 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c&device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 1162 time: 0.1665316
Feb 18 11:20:56.138784 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-01622da8-397d-4ee9-a86a-debe98846388 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:56.236113 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea3cb2-24bd-4698-986c-d80ae2077200 None None] Pushing event updated for resources: {'Port': ['ID=acc817e0-7eae-4747-b174-3322b7a8bb64,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:56.241812 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5dea3cb2-24bd-4698-986c-d80ae2077200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:56.257336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Routers {'bf0c2242-8cbe-4b0f-90a2-e644da095e40'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:20:56.258048 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca9dfdd8>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:20:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['bf0c2242-8cbe-4b0f-90a2-e644da095e40'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:56.467933 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Pushing event updated for resources: {'Port': ['ID=cc630f20-d662-4aa0-b9fc-d95474d57274,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:56.492446 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.493222 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.493955 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.494683 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.495422 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.496145 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.496869 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.497586 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.498292 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.499002 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.499983 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.501141 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.502133 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.503012 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.503692 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.504394 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.505199 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.505917 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.506338 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54781498-8e2d-440f-a08c-6497e438fc4a req-d23314f4-7321-4a12-815a-da23a1169c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:56.507801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.508575 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.509298 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.509851 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-54781498-8e2d-440f-a08c-6497e438fc4a req-d23314f4-7321-4a12-815a-da23a1169c5b service neutron] 10.222.0.79 "GET /v2.0/networks?id=898e5d09-fa06-443a-ad06-089028ce346b HTTP/1.1" status: 200  len: 910 time: 0.3470378
Feb 18 11:20:56.510027 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.510901 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.511620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:20:56.523969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:56.650170 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:20:56.652809 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:20:56.657459 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:20:56.735544 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] Set router bf0c2242-8cbe-4b0f-90a2-e644da095e40 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:20:56.856379 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-54781498-8e2d-440f-a08c-6497e438fc4a req-1f705d43-7eab-4fcb-bf4f-991a1b22a048 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9090a744-74d4-468d-8d73-2b7cd47025aa HTTP/1.1" status: 200  len: 1001 time: 0.3339896
Feb 18 11:20:56.879186 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:57.004510 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54781498-8e2d-440f-a08c-6497e438fc4a req-42512a71-a13e-494d-9372-e926eef7b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:57.005355 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-54781498-8e2d-440f-a08c-6497e438fc4a req-42512a71-a13e-494d-9372-e926eef7b25b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f015fe07-4475-4004-a998-1938cc87ba5e HTTP/1.1" status: 200  len: 855 time: 0.1395574
Feb 18 11:20:57.014794 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:57.162185 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54781498-8e2d-440f-a08c-6497e438fc4a req-7d5c3ace-f9b0-4d05-9e15-1e6f5f37fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:57.165350 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-54781498-8e2d-440f-a08c-6497e438fc4a req-7d5c3ace-f9b0-4d05-9e15-1e6f5f37fbc8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=898e5d09-fa06-443a-ad06-089028ce346b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1506712
Feb 18 11:20:57.498337 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-54781498-8e2d-440f-a08c-6497e438fc4a req-45a5df3d-e7fb-4816-8ae7-c8834bf5bb5d service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3241656
Feb 18 11:20:57.528625 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca9dfdd8>, [{'id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'name': 'tempest-TestVolumeBootPattern-1082952521-router', 'tenant_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '7a47f558-3733-49d4-96b3-71a9a39edcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:26Z', 'updated_at': '2021-02-18T11:20:46Z', 'revision_number': 4, 'project_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'gw_port': {'id': '7a47f558-3733-49d4-96b3-71a9a39edcc8', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:32Z', 'updated_at': '2021-02-18T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'acc817e0-7eae-4747-b174-3322b7a8bb64', 'name': '', 'network_id': 'a44fa5d4-527c-4b6c-9b94-4e4880862102', 'tenant_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'mac_address': 'fa:16:3e:a4:d0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9ad7d3b8-beeb-4c64-86db-a240c85e859b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:43Z', 'updated_at': '2021-02-18T11:20:55Z', 'revision_number': 4, 'project_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'subnets': [{'id': '9ad7d3b8-beeb-4c64-86db-a240c85e859b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:20:57.540969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0820ba-3bef-48e7-8f58-cdf2b0193a72 None None] The sync data for ids ['bf0c2242-8cbe-4b0f-90a2-e644da095e40'] in dv-cinder-773985-5-iscsi is: [{'id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'name': 'tempest-TestVolumeBootPattern-1082952521-router', 'tenant_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '7a47f558-3733-49d4-96b3-71a9a39edcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:26Z', 'updated_at': '2021-02-18T11:20:46Z', 'revision_number': 4, 'project_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'gw_port': {'id': '7a47f558-3733-49d4-96b3-71a9a39edcc8', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:32Z', 'updated_at': '2021-02-18T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'acc817e0-7eae-4747-b174-3322b7a8bb64', 'name': '', 'network_id': 'a44fa5d4-527c-4b6c-9b94-4e4880862102', 'tenant_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'mac_address': 'fa:16:3e:a4:d0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9ad7d3b8-beeb-4c64-86db-a240c85e859b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:43Z', 'updated_at': '2021-02-18T11:20:55Z', 'revision_number': 4, 'project_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'subnets': [{'id': '9ad7d3b8-beeb-4c64-86db-a240c85e859b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:20:57.666818 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:57.674307 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852452506'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:57.721256 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7192bede-866b-4c87-9fcc-4fc4f6769a85 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:57.900102 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-54781498-8e2d-440f-a08c-6497e438fc4a req-28623b71-a8b6-470a-b0c6-f8fb835fc5ee service neutron] 10.222.0.79 "GET /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3934159
Feb 18 11:20:58.334002 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Pushing event updated for resources: {'Port': ['ID=cc630f20-d662-4aa0-b9fc-d95474d57274,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:58.343867 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:58.570297 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:58.623189 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:58.636352 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d439ea47-53a8-4606-b3da-54461869280f req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.2522833
Feb 18 11:20:58.828750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-d439ea47-53a8-4606-b3da-54461869280f req-c7fcbf65-ab90-4437-9d87-97b355ca58a5 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Synchronizing usage tracker for tenant:e2268be57276451990e755f8fd240a7b on resource:floatingip {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:20:58.864787 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-d439ea47-53a8-4606-b3da-54461869280f req-c7fcbf65-ab90-4437-9d87-97b355ca58a5 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Unset dirty status for tenant:e2268be57276451990e755f8fd240a7b on resource:floatingip {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:20:58.868781 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d439ea47-53a8-4606-b3da-54461869280f req-c7fcbf65-ab90-4437-9d87-97b355ca58a5 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.191 HTTP/1.1" status: 200  len: 696 time: 0.2287920
Feb 18 11:20:59.133018 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device acc817e0-7eae-4747-b174-3322b7a8bb64 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:20:59.198830 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439ea47-53a8-4606-b3da-54461869280f req-75bb0c5f-5fa7-4add-a265-88ec253ecdae tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:59.201936 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d439ea47-53a8-4606-b3da-54461869280f req-75bb0c5f-5fa7-4add-a265-88ec253ecdae tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/networks/c5ace08f-47fa-48e4-be4d-8f3271a2d184 HTTP/1.1" status: 200  len: 784 time: 0.3221056
Feb 18 11:20:59.278784 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port acc817e0-7eae-4747-b174-3322b7a8bb64 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:20:59.290625 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port acc817e0-7eae-4747-b174-3322b7a8bb64 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:20:59.292020 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:59.566883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:59.576676 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-18c25f52-068c-4382-9b2e-49296fec1a7b tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:20:59.580128 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-18c25f52-068c-4382-9b2e-49296fec1a7b tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1938243
Feb 18 11:20:59.641849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port acc817e0-7eae-4747-b174-3322b7a8bb64, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=acc817e0-7eae-4747-b174-3322b7a8bb64,segment=NetworkSegment(e76140ef-78b3-40ee-8f16-63990e81d3f7),segment_id=e76140ef-78b3-40ee-8f16-63990e81d3f7)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:20:59.646659 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:20:59.650167 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:20:59.819501 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=acc817e0-7eae-4747-b174-3322b7a8bb64,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:20:59.826196 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:20:59.827400 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-c21edfda-458c-4021-96bb-6ba03b622e66 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.191 HTTP/1.1" status: 200  len: 696 time: 0.2276332
Feb 18 11:20:59.849399 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-db084934-85f9-4870-b4ab-38165374f69f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Request body: {'floatingip': {'port_id': '917f2cba-9196-45ff-8614-fae8a63f7507', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:21:00.025688 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-db084934-85f9-4870-b4ab-38165374f69f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for floatingip, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:01.105676 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device acc817e0-7eae-4747-b174-3322b7a8bb64 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:21:01.260975 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port acc817e0-7eae-4747-b174-3322b7a8bb64 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:21:01.261999 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:01.278194 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-db084934-85f9-4870-b4ab-38165374f69f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:01.283706 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-db084934-85f9-4870-b4ab-38165374f69f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:01.654808 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-db084934-85f9-4870-b4ab-38165374f69f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Floating IP 5ede9dea-2777-4a5e-a327-18ed871c688b associated. External IP: 172.27.1.191, port: 917f2cba-9196-45ff-8614-fae8a63f7507.
Feb 18 11:21:02.197978 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-98509d5f-7afd-4010-a67f-a9ce0c261d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:02.658045 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-db084934-85f9-4870-b4ab-38165374f69f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Router ddc2f850-3424-4b30-934b-19ab5326f4f7 has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:21:02.890269 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:03.100645 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-db084934-85f9-4870-b4ab-38165374f69f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:21:03.108910 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-db084934-85f9-4870-b4ab-38165374f69f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:03.126233 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c6213-cf79-45af-874a-09e347676c17 None None] Sync routers for ids ['ddc2f850-3424-4b30-934b-19ab5326f4f7'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:21:03.145619 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c6213-cf79-45af-874a-09e347676c17 None None] Routers {'ddc2f850-3424-4b30-934b-19ab5326f4f7'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:21:03.147409 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-f98c6213-cf79-45af-874a-09e347676c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca7e0240>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:20:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['ddc2f850-3424-4b30-934b-19ab5326f4f7'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:03.240940 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-db084934-85f9-4870-b4ab-38165374f69f tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "PUT /v2.0/floatingips/5ede9dea-2777-4a5e-a327-18ed871c688b HTTP/1.1" status: 200  len: 996 time: 3.3997347
Feb 18 11:21:03.242249 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'tag': '917f2cba-9196-45ff-8614-fae8a63f7507'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:21:03.358003 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'tag': '917f2cba-9196-45ff-8614-fae8a63f7507', 'status': 'completed', 'code': 200}
Feb 18 11:21:03.577508 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-f98c6213-cf79-45af-874a-09e347676c17 None None] Set router ddc2f850-3424-4b30-934b-19ab5326f4f7 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:21:03.608109 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-6ca897bc-8d4c-486d-a4cc-471012299aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:03.611134 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-6ca897bc-8d4c-486d-a4cc-471012299aba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2268be57276451990e755f8fd240a7b&device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 1162 time: 0.3337352
Feb 18 11:21:03.621989 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e0878-f70c-424f-806a-4bbf0107a45a req-f7f4f37d-9c80-4446-b964-4fe0dd438e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:03.625984 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0e0878-f70c-424f-806a-4bbf0107a45a req-f7f4f37d-9c80-4446-b964-4fe0dd438e87 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e2268be57276451990e755f8fd240a7b&device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 1162 time: 0.2178712
Feb 18 11:21:04.219437 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-b01808e7-7aff-4a5d-85a8-2e8773032e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:04.222559 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-b01808e7-7aff-4a5d-85a8-2e8773032e5e service neutron] 10.222.0.65 "GET /v2.0/networks?id=2eb671a8-43fd-4441-8401-3d50379d13b7 HTTP/1.1" status: 200  len: 902 time: 0.5938790
Feb 18 11:21:04.228167 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e0878-f70c-424f-806a-4bbf0107a45a req-ca7f249e-2db9-4ef6-a3c1-7e3eaa4fcda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:04.230693 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0e0878-f70c-424f-806a-4bbf0107a45a req-ca7f249e-2db9-4ef6-a3c1-7e3eaa4fcda1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2eb671a8-43fd-4441-8401-3d50379d13b7 HTTP/1.1" status: 200  len: 902 time: 0.5215309
Feb 18 11:21:04.330896 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-f98c6213-cf79-45af-874a-09e347676c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca7e0240>, [{'id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'name': 'tempest-TestShelveInstance-954441931-router', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:06Z', 'updated_at': '2021-02-18T11:19:18Z', 'revision_number': 4, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'gw_port': {'id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:08Z', 'updated_at': '2021-02-18T11:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': '5ede9dea-2777-4a5e-a327-18ed871c688b', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'port_id': '917f2cba-9196-45ff-8614-fae8a63f7507', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7', 'mac_address': 'fa:16:3e:f7:3c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:20:56Z', 'updated_at': '2021-02-18T11:21:01Z', 'revision_number': 1, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32de0dcc-c69e-43a0-b358-6cf085a1f82e', 'name': '', 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'mac_address': 'fa:16:3e:b7:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:16Z', 'updated_at': '2021-02-18T11:19:32Z', 'revision_number': 5, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'subnets': [{'id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:04.344827 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c6213-cf79-45af-874a-09e347676c17 None None] Checking router: ddc2f850-3424-4b30-934b-19ab5326f4f7 for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:21:04.360456 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c6213-cf79-45af-874a-09e347676c17 None None] Routers {'ddc2f850-3424-4b30-934b-19ab5326f4f7'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:21:04.361729 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-f98c6213-cf79-45af-874a-09e347676c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca7e0240>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:20:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['ddc2f850-3424-4b30-934b-19ab5326f4f7'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:04.678344 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-e2e40f58-09e5-4647-84cc-7a99751f774a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=917f2cba-9196-45ff-8614-fae8a63f7507 HTTP/1.1" status: 200  len: 999 time: 0.4399250
Feb 18 11:21:04.681937 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0e0878-f70c-424f-806a-4bbf0107a45a req-f5b61955-ae35-4695-9dde-a63a5b1fab26 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=917f2cba-9196-45ff-8614-fae8a63f7507 HTTP/1.1" status: 200  len: 999 time: 0.3159604
Feb 18 11:21:04.944877 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-7854ece1-da42-4127-a54b-155f0d9b13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:04.953845 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-7854ece1-da42-4127-a54b-155f0d9b13aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74 HTTP/1.1" status: 200  len: 847 time: 0.2543485
Feb 18 11:21:05.011900 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-f98c6213-cf79-45af-874a-09e347676c17 None None] Set router ddc2f850-3424-4b30-934b-19ab5326f4f7 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:21:05.037820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e0878-f70c-424f-806a-4bbf0107a45a req-fda7b679-9d15-463d-9434-9993e257a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:05.037820 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0e0878-f70c-424f-806a-4bbf0107a45a req-fda7b679-9d15-463d-9434-9993e257a959 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74 HTTP/1.1" status: 200  len: 847 time: 0.3410413
Feb 18 11:21:05.179252 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-a8007db0-4e13-48fd-a2c4-29fad9786579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:05.181764 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-a8007db0-4e13-48fd-a2c4-29fad9786579 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2eb671a8-43fd-4441-8401-3d50379d13b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2171144
Feb 18 11:21:05.194517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e0878-f70c-424f-806a-4bbf0107a45a req-1d4103b1-9ed6-4e34-af05-26cb946ffa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:05.196814 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0e0878-f70c-424f-806a-4bbf0107a45a req-1d4103b1-9ed6-4e34-af05-26cb946ffa98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2eb671a8-43fd-4441-8401-3d50379d13b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1493618
Feb 18 11:21:05.204468 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-8819a229-1c5f-41aa-8f3d-8484051eafcb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83932) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:21:05.206574 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-8819a229-1c5f-41aa-8f3d-8484051eafcb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0083280
Feb 18 11:21:05.599193 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1269a791-6f4d-4f76-abb8-e41677652b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:05.696037 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0e0878-f70c-424f-806a-4bbf0107a45a req-20cb1bf0-83cf-48ae-8b95-a0c5babcce21 service neutron] 10.222.0.79 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4873137
Feb 18 11:21:05.717637 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-f98c6213-cf79-45af-874a-09e347676c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca7e0240>, [{'id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'name': 'tempest-TestShelveInstance-954441931-router', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:06Z', 'updated_at': '2021-02-18T11:19:18Z', 'revision_number': 4, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'gw_port': {'id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:08Z', 'updated_at': '2021-02-18T11:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': '5ede9dea-2777-4a5e-a327-18ed871c688b', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'port_id': '917f2cba-9196-45ff-8614-fae8a63f7507', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7', 'mac_address': 'fa:16:3e:f7:3c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:20:56Z', 'updated_at': '2021-02-18T11:21:01Z', 'revision_number': 1, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32de0dcc-c69e-43a0-b358-6cf085a1f82e', 'name': '', 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'mac_address': 'fa:16:3e:b7:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:16Z', 'updated_at': '2021-02-18T11:19:32Z', 'revision_number': 5, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'subnets': [{'id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:05.718921 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-29f493e2-769e-4b50-a9ab-c0246e839f23 service neutron] 10.222.0.65 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4732382
Feb 18 11:21:05.735298 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c6213-cf79-45af-874a-09e347676c17 None None] The sync data for ids ['ddc2f850-3424-4b30-934b-19ab5326f4f7'] in dv-cinder-773985-5-iscsi is: [{'id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'name': 'tempest-TestShelveInstance-954441931-router', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:06Z', 'updated_at': '2021-02-18T11:19:18Z', 'revision_number': 4, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'gw_port': {'id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:08Z', 'updated_at': '2021-02-18T11:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': '5ede9dea-2777-4a5e-a327-18ed871c688b', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'port_id': '917f2cba-9196-45ff-8614-fae8a63f7507', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7', 'mac_address': 'fa:16:3e:f7:3c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:20:56Z', 'updated_at': '2021-02-18T11:21:01Z', 'revision_number': 1, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32de0dcc-c69e-43a0-b358-6cf085a1f82e', 'name': '', 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'mac_address': 'fa:16:3e:b7:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:16Z', 'updated_at': '2021-02-18T11:19:32Z', 'revision_number': 5, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'subnets': [{'id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:21:06.138125 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf0e0878-f70c-424f-806a-4bbf0107a45a req-ef00efad-53ff-4534-80a0-45add9db03f4 service neutron] 10.222.0.79 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4248190
Feb 18 11:21:06.145227 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-39dcb052-2957-4164-9b0e-08aed33e5592 req-c0271f37-3473-4a9e-8f13-93b553e041e5 service neutron] 10.222.0.65 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3749158
Feb 18 11:21:06.227796 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:06.232347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3205300-58da-4127-a89a-0bee9233249e None None] New status for floating IP 5ede9dea-2777-4a5e-a327-18ed871c688b: ACTIVE {{(pid=83934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:21:08.238053 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:08.538179 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:15.988483 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-3c585744-b7fb-4602-bd9b-1f9a683519d8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2077181272&fields=id&tenant_id=bb272e0801a14169b04bc052fbeb67eb HTTP/1.1" status: 200  len: 267 time: 0.0872910
Feb 18 11:21:16.355364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-1c46594a-0077-4e15-bfb7-cfda6cef94e5 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:16.358412 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-1c46594a-0077-4e15-bfb7-cfda6cef94e5 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 810 time: 0.3553295
Feb 18 11:21:16.385460 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-954681a0-b8b4-4099-a226-6909f183320b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/quotas/bb272e0801a14169b04bc052fbeb67eb HTTP/1.1" status: 200  len: 375 time: 0.0189602
Feb 18 11:21:16.511111 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-268d73b5-5f93-48ad-808b-f7308f69deb8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Synchronizing usage tracker for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:21:16.543031 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-268d73b5-5f93-48ad-808b-f7308f69deb8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Unset dirty status for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:21:16.545682 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-268d73b5-5f93-48ad-808b-f7308f69deb8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1527367
Feb 18 11:21:16.573733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7212d6d6-4aec-478c-a580-73b7d6a8a257 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:21:16.575747 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7212d6d6-4aec-478c-a580-73b7d6a8a257 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0077760
Feb 18 11:21:16.887380 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7adec695-a509-4099-ade9-95e2240ec076 service neutron] 10.222.0.65 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2977488
Feb 18 11:21:17.183945 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-0f36e291-902a-4338-a329-3be293aa38f8 service neutron] 10.222.0.65 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2839365
Feb 18 11:21:18.350193 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-42dcfd6e-a51d-4ddd-9be5-cf6562b3e414 req-68347d60-521d-4820-b3f5-412d256cad8c tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 210 time: 0.3634503
Feb 18 11:21:19.619679 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6234aca9-1718-471a-9d85-e041504eace0 req-02ffaaa9-491b-4e1b-9a92-c8b1184940d6 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 210 time: 0.1069407
Feb 18 11:21:20.071016 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-09662d7b-8a7b-4f4b-a1c4-1ec8ae63f9c6 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:20.072332 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-09662d7b-8a7b-4f4b-a1c4-1ec8ae63f9c6 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Synchronizing usage tracker for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:network {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:21:20.102771 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-09662d7b-8a7b-4f4b-a1c4-1ec8ae63f9c6 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Unset dirty status for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:network {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:21:20.104751 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-09662d7b-8a7b-4f4b-a1c4-1ec8ae63f9c6 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.79 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 810 time: 0.3545089
Feb 18 11:21:20.212501 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-43d9edb0-3c62-43ea-8341-48132809794f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Synchronizing usage tracker for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:security_group {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:21:20.237228 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-43d9edb0-3c62-43ea-8341-48132809794f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Unset dirty status for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:security_group {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:21:20.240815 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-43d9edb0-3c62-43ea-8341-48132809794f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb272e0801a14169b04bc052fbeb67eb HTTP/1.1" status: 200  len: 5765 time: 0.1182368
Feb 18 11:21:20.254364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Request body: {'port': {'device_id': '8e89be92-7c0f-4b20-81b7-8f3bff3d862f', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'admin_state_up': True, 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'security_groups': ['49d8add0-c89c-4e73-a835-eef3d9cfafeb']}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:21:20.577905 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:21:20.946463 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b108c1f0-a24c-4c25-9bda-ee9640b1721a req-a88b48e4-a6ee-469d-be06-7310834c5358 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 210 time: 0.0979164
Feb 18 11:21:20.965924 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:21:20.988859 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:21:21.008659 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Made reservation on behalf of bb272e0801a14169b04bc052fbeb67eb for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:21:21.019388 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:21.611220 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Allocated IP 172.20.0.12 (d22a818a-0aa2-41c5-b44c-3b5659cb4a20/37cc3edf-8e61-4a92-94bd-42c6385b9e4b/fb6264c4-8835-47d3-a89b-5cc4de30e371) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:21:22.011118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:22.035180 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Transition to ACTIVE for port object fb6264c4-8835-47d3-a89b-5cc4de30e371 will not be triggered until provisioned by entity DHCP. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:21:22.080341 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:22.111656 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-425b3c50-1f3e-4de7-a617-e8c8fa90561b tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:21:22.335409 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21842423-4007-48dc-a5ba-a3f88ed60da8 req-cdbbcbc8-7c35-415c-b3bb-868874a43c39 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:22.338478 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-21842423-4007-48dc-a5ba-a3f88ed60da8 req-cdbbcbc8-7c35-415c-b3bb-868874a43c39 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 932 time: 0.1679249
Feb 18 11:21:22.406463 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event updated for resources: {'Port': ['ID=fb6264c4-8835-47d3-a89b-5cc4de30e371,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:21:22.439332 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.440035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.440776 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.441493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.442185 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.442923 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.444063 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.444806 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.445519 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.446034 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-21842423-4007-48dc-a5ba-a3f88ed60da8 req-af7a730a-1520-49f2-b74a-f8b1be045a08 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0829999
Feb 18 11:21:22.446198 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.446878 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.447585 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.448568 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.449282 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.449986 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.450843 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.451365 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.452065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.452802 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.453501 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.454205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.454888 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.455587 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.456272 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:22.467936 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:21:22.571913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:21:22.573916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:21:22.577603 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:21:22.690340 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:22.692031 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:22.750143 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5034235
Feb 18 11:21:22.775263 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Request body: {'port': {'device_id': '8e89be92-7c0f-4b20-81b7-8f3bff3d862f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:21:22.968238 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-df55e8f1-6325-4c41-8a8a-d7a54546a5d1 None None] Provisioning for port fb6264c4-8835-47d3-a89b-5cc4de30e371 completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:21:22.978422 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-df55e8f1-6325-4c41-8a8a-d7a54546a5d1 None None] Provisioning complete for port fb6264c4-8835-47d3-a89b-5cc4de30e371 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:21:22.979159 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-df55e8f1-6325-4c41-8a8a-d7a54546a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:23.047894 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:23.096883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-df55e8f1-6325-4c41-8a8a-d7a54546a5d1 None None] Port fb6264c4-8835-47d3-a89b-5cc4de30e371 cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:21:23.992894 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9917d8-c64d-492c-ae59-a28b674c01f3 req-f3c6c4d6-5165-4936-a8e3-014841797eb7 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:23.993808 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-6e9917d8-c64d-492c-ae59-a28b674c01f3 req-f3c6c4d6-5165-4936-a8e3-014841797eb7 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Synchronizing usage tracker for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:21:24.086033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-6e9917d8-c64d-492c-ae59-a28b674c01f3 req-f3c6c4d6-5165-4936-a8e3-014841797eb7 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Unset dirty status for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:21:24.088213 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6e9917d8-c64d-492c-ae59-a28b674c01f3 req-f3c6c4d6-5165-4936-a8e3-014841797eb7 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 932 time: 0.3995008
Feb 18 11:21:24.097029 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6264c4-8835-47d3-a89b-5cc4de30e371 {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:21:24.124987 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:24.160425 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Transition to ACTIVE for port object fb6264c4-8835-47d3-a89b-5cc4de30e371 will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:21:24.164772 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:24.184891 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-44e5e8dd-9b58-42ca-a4ef-68a48f47bd99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:21:24.316257 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6e9917d8-c64d-492c-ae59-a28b674c01f3 req-0eee3e38-9fe9-41a8-91a4-05a6ecabb1a3 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2124996
Feb 18 11:21:24.368844 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6264c4-8835-47d3-a89b-5cc4de30e371,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:21:24.375855 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:21:24.750526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Attempting to bind port fb6264c4-8835-47d3-a89b-5cc4de30e371 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:21:24.750987 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Attempting to bind port fb6264c4-8835-47d3-a89b-5cc4de30e371 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:21:24.751453 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Attempting to bind port fb6264c4-8835-47d3-a89b-5cc4de30e371 on network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:21:24.762816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:21:24.763272 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Checking segment: {'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:21:24.763962 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:24.764589 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Bound using segment: {'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:21:24.765105 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Bound port: fb6264c4-8835-47d3-a89b-5cc4de30e371, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:21:24.765486 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:24.905199 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] For port fb6264c4-8835-47d3-a89b-5cc4de30e371, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:21:24.911234 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] For port fb6264c4-8835-47d3-a89b-5cc4de30e371, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fb6264c4-8835-47d3-a89b-5cc4de30e371,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:21:24.917120 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:24.949116 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:21:25.257936 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6264c4-8835-47d3-a89b-5cc4de30e371,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:21:25.269586 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:21:25.335114 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:25.336359 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:25.338883 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] 10.222.0.79 "PUT /v2.0/ports/fb6264c4-8835-47d3-a89b-5cc4de30e371 HTTP/1.1" status: 200  len: 1158 time: 2.5732446
Feb 18 11:21:25.340240 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e89be92-7c0f-4b20-81b7-8f3bff3d862f', 'tag': 'fb6264c4-8835-47d3-a89b-5cc4de30e371'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:21:25.505423 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e89be92-7c0f-4b20-81b7-8f3bff3d862f', 'tag': 'fb6264c4-8835-47d3-a89b-5cc4de30e371', 'status': 'completed', 'code': 200}
Feb 18 11:21:25.664000 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-91a4202f-d47e-4d9d-99aa-242aaa8f11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:25.667156 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-91a4202f-d47e-4d9d-99aa-242aaa8f11af service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 1161 time: 0.2346969
Feb 18 11:21:25.824269 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-d54b4a7d-1a28-4205-9890-10aa00726e6c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb6264c4-8835-47d3-a89b-5cc4de30e371 HTTP/1.1" status: 200  len: 217 time: 0.1264348
Feb 18 11:21:25.945295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-2ffd2b03-b838-42a8-9b2e-3fdbe097b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:25.948197 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-2ffd2b03-b838-42a8-9b2e-3fdbe097b605 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.1146686
Feb 18 11:21:25.963074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848724d-01f8-407f-a656-c3c2ef8508b8 req-305d4e27-6224-4e46-90f0-30abdd76d82b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:25.975282 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0848724d-01f8-407f-a656-c3c2ef8508b8 req-305d4e27-6224-4e46-90f0-30abdd76d82b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 944 time: 0.3962681
Feb 18 11:21:26.151820 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0848724d-01f8-407f-a656-c3c2ef8508b8 req-5f1c46a7-5b5b-4420-b480-c5ae51871694 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1073885
Feb 18 11:21:26.186585 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-f7dcfec3-bad8-4c1b-924f-6883794a4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:26.189731 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-f7dcfec3-bad8-4c1b-924f-6883794a4207 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2126005
Feb 18 11:21:26.515215 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-5cc35796-3e44-437e-a030-1a82a3b3ca77 service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3175867
Feb 18 11:21:26.962747 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b0402-1e12-4a8b-9087-084b71607395 req-c076ace2-9092-46f6-87c8-e4dd42e261de tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:26.966375 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-053b0402-1e12-4a8b-9087-084b71607395 req-c076ace2-9092-46f6-87c8-e4dd42e261de tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.3913713
Feb 18 11:21:26.970545 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0d5982c6-c344-423f-895c-54e469f9ae7a req-f2040dd7-f496-4950-ad20-782d8a2bad81 service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4445429
Feb 18 11:21:27.073052 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-053b0402-1e12-4a8b-9087-084b71607395 req-a4009e59-1883-4712-9bad-18a5b3d4a32f tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929363
Feb 18 11:21:27.243134 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a1d14-22ba-431c-b564-38769647bfc8 req-d25aac44-2816-4e86-82cc-b3c1878e97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:27.246294 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ac7a1d14-22ba-431c-b564-38769647bfc8 req-d25aac44-2816-4e86-82cc-b3c1878e97e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 1161 time: 0.1562266
Feb 18 11:21:27.599015 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d5c3e-19d4-484e-964d-5e46cbace227 req-387e4823-897d-4e4e-9f24-4fe0a15debc1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:27.602320 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ab0d5c3e-19d4-484e-964d-5e46cbace227 req-387e4823-897d-4e4e-9f24-4fe0a15debc1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 944 time: 0.2001362
Feb 18 11:21:27.717284 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ab0d5c3e-19d4-484e-964d-5e46cbace227 req-ef64dadb-e704-469b-863a-80f8d71672cb tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1010489
Feb 18 11:21:27.893862 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a1d14-22ba-431c-b564-38769647bfc8 req-a16022f4-7c44-4d75-8930-a13be176123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:27.896761 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ac7a1d14-22ba-431c-b564-38769647bfc8 req-a16022f4-7c44-4d75-8930-a13be176123d service neutron] 10.222.0.79 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 904 time: 0.6386018
Feb 18 11:21:28.037354 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ac7a1d14-22ba-431c-b564-38769647bfc8 req-19d42196-ad01-4e89-84fc-08bcb2ea20bf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb6264c4-8835-47d3-a89b-5cc4de30e371 HTTP/1.1" status: 200  len: 217 time: 0.1273241
Feb 18 11:21:28.184362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a1d14-22ba-431c-b564-38769647bfc8 req-0328eb53-6779-4e43-bd3d-3a4f3a4aec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:28.186968 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ac7a1d14-22ba-431c-b564-38769647bfc8 req-0328eb53-6779-4e43-bd3d-3a4f3a4aec13 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.1368124
Feb 18 11:21:28.424944 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 9090a744-74d4-468d-8d73-2b7cd47025aa up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:21:28.545542 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 9090a744-74d4-468d-8d73-2b7cd47025aa triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:21:28.546215 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:28.643572 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a1d14-22ba-431c-b564-38769647bfc8 req-f46bfabc-3904-4adc-8966-76158f22e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:28.647001 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ac7a1d14-22ba-431c-b564-38769647bfc8 req-f46bfabc-3904-4adc-8966-76158f22e33c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4447944
Feb 18 11:21:28.834425 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66a4cc-0d82-4ca4-8024-620618be50a5 req-fe61824d-0b4c-4bae-b34d-62f8115c2871 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:28.837498 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2b66a4cc-0d82-4ca4-8024-620618be50a5 req-fe61824d-0b4c-4bae-b34d-62f8115c2871 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.5118911
Feb 18 11:21:28.873789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-673a3365-5ef3-4f1a-a704-cc9c89439fb7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:28.876942 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-673a3365-5ef3-4f1a-a704-cc9c89439fb7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.79 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.4689946
Feb 18 11:21:29.105325 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2b66a4cc-0d82-4ca4-8024-620618be50a5 req-8255c5ad-168d-488f-b720-cc24305095a2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2544653
Feb 18 11:21:29.118254 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25ef95-fa80-4082-a643-daa27273bc09 req-7c0e18cf-ea48-4d85-8e2f-244e783c7586 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:29.121283 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ed25ef95-fa80-4082-a643-daa27273bc09 req-7c0e18cf-ea48-4d85-8e2f-244e783c7586 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 944 time: 0.1725385
Feb 18 11:21:29.157039 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Deleting port 9090a744-74d4-468d-8d73-2b7cd47025aa {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:21:29.157704 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:29.230433 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ed25ef95-fa80-4082-a643-daa27273bc09 req-5794e2a4-6d01-4ce6-a613-ba48218a1727 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0946567
Feb 18 11:21:29.308231 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ac7a1d14-22ba-431c-b564-38769647bfc8 req-ff69f1e0-320c-4fb0-a997-a3404e97bf58 service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6508529
Feb 18 11:21:29.914418 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ac7a1d14-22ba-431c-b564-38769647bfc8 req-d2116164-882b-45d9-a8f5-dd38f8fff952 service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5941772
Feb 18 11:21:29.996187 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] For port 9090a744-74d4-468d-8d73-2b7cd47025aa, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9090a744-74d4-468d-8d73-2b7cd47025aa,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:21:29.996921 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:30.240267 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 9090a744-74d4-468d-8d73-2b7cd47025aa no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:21:30.482598 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:30.528087 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649e4d56-c98f-4166-986c-e953f54865aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9090a744-74d4-468d-8d73-2b7cd47025aa'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:21:30.544980 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 9090a744-74d4-468d-8d73-2b7cd47025aa, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9090a744-74d4-468d-8d73-2b7cd47025aa,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:21:30.549438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:30.557289 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:21:30.664704 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f446ea-5013-4e22-bd2d-e538f2d19825 req-31d55a11-6e66-4e90-8edc-26c4d0f37572 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:30.667555 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0f446ea-5013-4e22-bd2d-e538f2d19825 req-31d55a11-6e66-4e90-8edc-26c4d0f37572 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 944 time: 0.1700394
Feb 18 11:21:30.678202 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=9090a744-74d4-468d-8d73-2b7cd47025aa,revision_number=7']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:21:30.713176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.714087 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.714702 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.715348 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.715981 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.716744 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.717311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.719425 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.720336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.721291 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.722116 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.722853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.724924 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.725861 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.726701 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.727786 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.729018 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.729910 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.730705 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.731503 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.732382 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.733346 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.734189 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.734957 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:21:30.744185 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:21:30.778948 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0f446ea-5013-4e22-bd2d-e538f2d19825 req-dff97002-1260-4f68-bc0f-12a4a45feb08 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1024470
Feb 18 11:21:30.814612 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:30.815267 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:30.815788 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Floating IP 32a7e17a-712e-4297-8f96-dd1b38ec7b97 disassociated. External IP: 172.27.1.206, port: 9090a744-74d4-468d-8d73-2b7cd47025aa.
Feb 18 11:21:30.816478 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Calling delete_port for 9090a744-74d4-468d-8d73-2b7cd47025aa owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:21:30.886117 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649e4d56-c98f-4166-986c-e953f54865aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9090a744-74d4-468d-8d73-2b7cd47025aa', 'code': 200}
Feb 18 11:21:30.918050 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0da80a-7f87-4942-975e-e2278c3a6e43 req-00f006db-0e8e-429e-943f-3a712186d8cc tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:30.921019 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1d0da80a-7f87-4942-975e-e2278c3a6e43 req-00f006db-0e8e-429e-943f-3a712186d8cc tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 945 time: 0.5441501
Feb 18 11:21:31.080588 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1d0da80a-7f87-4942-975e-e2278c3a6e43 req-1489ec95-15da-44ae-b323-08bc77c6c7c3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1434324
Feb 18 11:21:31.092245 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83932) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:21:31.092877 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:21:31.594633 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Deleting port 9090a744-74d4-468d-8d73-2b7cd47025aa {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:21:31.595300 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:32.167970 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] For port 9090a744-74d4-468d-8d73-2b7cd47025aa, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9090a744-74d4-468d-8d73-2b7cd47025aa,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:21:32.168748 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:32.181710 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02f5be-7b3c-431b-ae3f-4ac6c6d61f83 req-17b2349e-e7df-4116-b7fb-56d17f31aced tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:32.184376 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9a02f5be-7b3c-431b-ae3f-4ac6c6d61f83 req-17b2349e-e7df-4116-b7fb-56d17f31aced tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 944 time: 0.1846197
Feb 18 11:21:32.207290 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-59f5b98b-6020-40c3-824c-3af88813bc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:32.283775 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9a02f5be-7b3c-431b-ae3f-4ac6c6d61f83 req-f07dec2f-1daa-472e-a53f-5ef459dc69da tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0829606
Feb 18 11:21:32.881526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:32.943454 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc35955-b950-48be-88cc-f75ab6011011 req-1b9c872c-a7a0-44c4-8c47-872392e3a582 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:32.945240 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cfc35955-b950-48be-88cc-f75ab6011011 req-1b9c872c-a7a0-44c4-8c47-872392e3a582 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 943 time: 0.6333592
Feb 18 11:21:33.018765 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:33.019430 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:33.020037 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Floating IP 32a7e17a-712e-4297-8f96-dd1b38ec7b97 disassociated. External IP: 172.27.1.206, port: 9090a744-74d4-468d-8d73-2b7cd47025aa.
Feb 18 11:21:33.022305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Calling delete_port for 9090a744-74d4-468d-8d73-2b7cd47025aa owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:21:33.451777 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cfc35955-b950-48be-88cc-f75ab6011011 req-9a2dd383-d9be-4f06-90dc-a942080f9c71 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef02f21c-5b94-4228-b2a4-9f224e7705cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4941614
Feb 18 11:21:33.632709 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:33.651093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932ac7d-dd82-415c-a475-f205e176383a req-60511097-4957-464b-a6d3-9c6bd69d1be7 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:33.654203 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d932ac7d-dd82-415c-a475-f205e176383a req-60511097-4957-464b-a6d3-9c6bd69d1be7 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 944 time: 0.1428750
Feb 18 11:21:33.663795 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a9916b5d-53b3-479b-8fd8-f98660004cc2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:21:33.738311 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d932ac7d-dd82-415c-a475-f205e176383a req-66709f18-3168-449b-88df-15852ed3a0a2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0763984
Feb 18 11:21:33.862508 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event deleted for resources: {'Port': ['ID=9090a744-74d4-468d-8d73-2b7cd47025aa,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:21:33.883528 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:21:34.334143 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Router 666f30c7-d646-49f0-8fd0-89441be02cda has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:21:34.719187 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6f1b612e-5c0e-48ee-9197-86f151abcee0 req-9a43aa93-885b-4225-9f38-48b704f44e31 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/ports?device_id=649e4d56-c98f-4166-986c-e953f54865aa HTTP/1.1" status: 200  len: 210 time: 0.0740104
Feb 18 11:21:34.723112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:21:34.746037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8c841d-3111-46a2-804e-5faa7e349b5f None None] Sync routers for ids ['666f30c7-d646-49f0-8fd0-89441be02cda'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:21:34.774545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8c841d-3111-46a2-804e-5faa7e349b5f None None] Routers {'666f30c7-d646-49f0-8fd0-89441be02cda'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:21:34.775559 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-4c8c841d-3111-46a2-804e-5faa7e349b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca431c88>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:21:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['666f30c7-d646-49f0-8fd0-89441be02cda'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:34.794285 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] No DVR routers for this DVR port 9090a744-74d4-468d-8d73-2b7cd47025aa on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:21:34.798439 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:34.806729 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649e4d56-c98f-4166-986c-e953f54865aa', 'name': 'network-vif-deleted', 'tag': '9090a744-74d4-468d-8d73-2b7cd47025aa'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:21:34.832772 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c55d5076-fbfb-4fd6-a636-d42943fe8f86 req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.79 "DELETE /v2.0/ports/9090a744-74d4-468d-8d73-2b7cd47025aa HTTP/1.1" status: 204  len: 173 time: 5.9224448
Feb 18 11:21:34.833636 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device fb6264c4-8835-47d3-a89b-5cc4de30e371 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:21:34.948794 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649e4d56-c98f-4166-986c-e953f54865aa', 'name': 'network-vif-deleted', 'tag': '9090a744-74d4-468d-8d73-2b7cd47025aa', 'status': 'completed', 'code': 200}
Feb 18 11:21:35.047252 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port fb6264c4-8835-47d3-a89b-5cc4de30e371 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:21:35.057228 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port fb6264c4-8835-47d3-a89b-5cc4de30e371 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:21:35.057884 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:35.215952 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-4c8c841d-3111-46a2-804e-5faa7e349b5f None None] Set router 666f30c7-d646-49f0-8fd0-89441be02cda gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:21:35.218149 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaeffb0-2e48-4132-bbc1-1403a2a0e37a req-dec7789d-0314-4204-a2e5-f031d8d148e2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:35.221083 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fcaeffb0-2e48-4132-bbc1-1403a2a0e37a req-dec7789d-0314-4204-a2e5-f031d8d148e2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 944 time: 0.1671576
Feb 18 11:21:35.298506 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fcaeffb0-2e48-4132-bbc1-1403a2a0e37a req-98b0b86d-4579-4cb3-90fa-6388c87c068b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0663700
Feb 18 11:21:35.314215 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:35.375739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e89be92-7c0f-4b20-81b7-8f3bff3d862f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6264c4-8835-47d3-a89b-5cc4de30e371'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:21:35.394175 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port fb6264c4-8835-47d3-a89b-5cc4de30e371, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fb6264c4-8835-47d3-a89b-5cc4de30e371,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:21:35.398817 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:35.401475 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5dea3cb2-24bd-4698-986c-d80ae2077200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:21:35.477463 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e89be92-7c0f-4b20-81b7-8f3bff3d862f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6264c4-8835-47d3-a89b-5cc4de30e371', 'code': 200}
Feb 18 11:21:35.557167 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=fb6264c4-8835-47d3-a89b-5cc4de30e371,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:21:35.563471 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:21:35.606706 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-614fa4dd-16f1-4770-b36c-7e08f7a1e713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:35.811778 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-4c8c841d-3111-46a2-804e-5faa7e349b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca431c88>, [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:40Z', 'revision_number': 4, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'cfe88f8f-46c2-4368-b083-222a4cff013b', 'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'mac_address': 'fa:16:3e:d6:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:35Z', 'updated_at': '2021-02-18T11:11:58Z', 'revision_number': 5, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'subnets': [{'id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:35.818672 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8c841d-3111-46a2-804e-5faa7e349b5f None None] Checking router: 666f30c7-d646-49f0-8fd0-89441be02cda for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:21:35.839194 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8c841d-3111-46a2-804e-5faa7e349b5f None None] Routers {'666f30c7-d646-49f0-8fd0-89441be02cda'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:21:35.840304 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-4c8c841d-3111-46a2-804e-5faa7e349b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca431c88>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:21:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['666f30c7-d646-49f0-8fd0-89441be02cda'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:36.008595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82e4ad-ab30-42ab-92be-6c5cd0b92622 req-844c4b1c-577e-4ca4-9f40-6dbdbff53242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:36.012317 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ce82e4ad-ab30-42ab-92be-6c5cd0b92622 req-844c4b1c-577e-4ca4-9f40-6dbdbff53242 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 1163 time: 0.1532226
Feb 18 11:21:36.032647 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47102) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:21:36.102612 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ce82e4ad-ab30-42ab-92be-6c5cd0b92622 req-b2f3c725-0dd2-4f5d-86f9-8d985c984f82 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0830455
Feb 18 11:21:36.183586 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5c62b8e1-6c09-4e2e-ba50-b221181ad48c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:36.226604 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:36.247093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5c62b8e1-6c09-4e2e-ba50-b221181ad48c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:36.344936 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5c62b8e1-6c09-4e2e-ba50-b221181ad48c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:36.355928 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ca8286de-467f-43b0-a9c2-5023f15ebbef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:21:36.391324 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62b8e1-6c09-4e2e-ba50-b221181ad48c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef02f21c-5b94-4228-b2a4-9f224e7705cb,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:21:36.400456 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5c62b8e1-6c09-4e2e-ba50-b221181ad48c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:21:36.412436 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5c62b8e1-6c09-4e2e-ba50-b221181ad48c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:36.417988 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-5c62b8e1-6c09-4e2e-ba50-b221181ad48c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "DELETE /v2.0/security-groups/ef02f21c-5b94-4228-b2a4-9f224e7705cb HTTP/1.1" status: 204  len: 168 time: 0.3831184
Feb 18 11:21:36.419536 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 47108) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:21:36.428370 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-4c8c841d-3111-46a2-804e-5faa7e349b5f None None] Set router 666f30c7-d646-49f0-8fd0-89441be02cda gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:21:36.470172 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.v2.resource [None req-f70ed5a8-7916-430f-b4ed-35420c169de3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] show failed (client error): The resource could not be found.
Feb 18 11:21:36.473274 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-f70ed5a8-7916-430f-b4ed-35420c169de3 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "GET /v2.0/security-groups/ef02f21c-5b94-4228-b2a4-9f224e7705cb HTTP/1.1" status: 404  len: 347 time: 0.0508690
Feb 18 11:21:36.478117 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 47112) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:21:36.527188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device fb6264c4-8835-47d3-a89b-5cc4de30e371 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:21:36.696082 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port fb6264c4-8835-47d3-a89b-5cc4de30e371 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:21:36.696880 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:36.766685 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc169b2c-2951-4a36-a650-f6f8c37055a2 req-fd9f3ef0-1f12-4e02-851d-bc522f345f3e tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:36.768900 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cc169b2c-2951-4a36-a650-f6f8c37055a2 req-fd9f3ef0-1f12-4e02-851d-bc522f345f3e tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 946 time: 0.2347009
Feb 18 11:21:36.883010 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cc169b2c-2951-4a36-a650-f6f8c37055a2 req-aade7b5c-210f-4039-a442-41db2bc25938 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1050241
Feb 18 11:21:36.947596 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-313c0c3b-845c-421b-9be4-8963f63961a9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Deleting port 9b6502e8-8504-49b2-87d2-7975029c5594 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:21:36.948255 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-313c0c3b-845c-421b-9be4-8963f63961a9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:37.189801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-4c8c841d-3111-46a2-804e-5faa7e349b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca431c88>, [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:40Z', 'revision_number': 4, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'cfe88f8f-46c2-4368-b083-222a4cff013b', 'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'mac_address': 'fa:16:3e:d6:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:35Z', 'updated_at': '2021-02-18T11:11:58Z', 'revision_number': 5, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'subnets': [{'id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:37.199404 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8c841d-3111-46a2-804e-5faa7e349b5f None None] The sync data for ids ['666f30c7-d646-49f0-8fd0-89441be02cda'] in dv-cinder-773985-5-iscsi is: [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:11:40Z', 'revision_number': 4, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'cfe88f8f-46c2-4368-b083-222a4cff013b', 'name': '', 'network_id': '898e5d09-fa06-443a-ad06-089028ce346b', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'mac_address': 'fa:16:3e:d6:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:35Z', 'updated_at': '2021-02-18T11:11:58Z', 'revision_number': 5, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'subnets': [{'id': 'f015fe07-4475-4004-a998-1938cc87ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:21:37.351915 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-313c0c3b-845c-421b-9be4-8963f63961a9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:37.352287 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-313c0c3b-845c-421b-9be4-8963f63961a9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:37.633819 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-313c0c3b-845c-421b-9be4-8963f63961a9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Calling delete_port for 9b6502e8-8504-49b2-87d2-7975029c5594 owned by network:floatingip {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:21:37.772078 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a53320-d9c8-4cb0-824e-0e026c6e8725 None None] New status for floating IP 32a7e17a-712e-4297-8f96-dd1b38ec7b97: DOWN {{(pid=83934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:21:37.939758 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-313c0c3b-845c-421b-9be4-8963f63961a9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:37.973225 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:21:38.203452 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c0c3b-845c-421b-9be4-8963f63961a9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Pushing event deleted for resources: {'Port': ['ID=9b6502e8-8504-49b2-87d2-7975029c5594,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:21:38.264283 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [None req-47a53320-d9c8-4cb0-824e-0e026c6e8725 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83934) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:21:38.264800 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [None req-47a53320-d9c8-4cb0-824e-0e026c6e8725 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:21:38.272972 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:38.281569 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-313c0c3b-845c-421b-9be4-8963f63961a9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:21:38.534073 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:38.544942 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e24739-ced8-460b-a2a1-27ba9473abf5 req-e2544014-7e73-4664-aa2c-aa335d2f9c66 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:38.547188 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f1e24739-ced8-460b-a2a1-27ba9473abf5 req-e2544014-7e73-4664-aa2c-aa335d2f9c66 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 946 time: 0.3629937
Feb 18 11:21:38.615649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-313c0c3b-845c-421b-9be4-8963f63961a9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks [] for floatingip, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:38.633432 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f1e24739-ced8-460b-a2a1-27ba9473abf5 req-7a13eed2-2820-4a9c-998e-9c4dd804cb0b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0778723
Feb 18 11:21:38.641884 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-313c0c3b-845c-421b-9be4-8963f63961a9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:38.643597 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-313c0c3b-845c-421b-9be4-8963f63961a9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] 10.222.0.65 "DELETE /v2.0/floatingips/32a7e17a-712e-4297-8f96-dd1b38ec7b97 HTTP/1.1" status: 204  len: 168 time: 2.1635318
Feb 18 11:21:38.767378 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a53320-d9c8-4cb0-824e-0e026c6e8725 None None] New status for floating IP 32a7e17a-712e-4297-8f96-dd1b38ec7b97: DOWN {{(pid=83934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:21:39.053818 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2338-c9f1-4599-b164-c53dcc1b50ce req-8b3d982e-e9bb-442b-b377-531cc505931d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:39.057113 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ee4a2338-c9f1-4599-b164-c53dcc1b50ce req-8b3d982e-e9bb-442b-b377-531cc505931d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 946 time: 0.1657901
Feb 18 11:21:39.151866 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ee4a2338-c9f1-4599-b164-c53dcc1b50ce req-2dc3860b-f319-46c2-8338-af0498cdf38d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0859716
Feb 18 11:21:39.567977 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-f5b87955-f60c-4fb0-9302-5a7f96bf4976 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3393586
Feb 18 11:21:39.587988 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Request body: {'floatingip': {'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:21:39.599900 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:21:39.608932 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Usage tracker for resource:floatingip and tenant:bb272e0801a14169b04bc052fbeb67eb is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:21:39.614999 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:21:39.627393 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:21:39.646037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:39.942780 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:40.911615 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Allocated IP 172.27.1.85 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/bc55cf2b-51dc-4847-82a0-c8ae3d03b5d2) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:21:41.252209 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:41.315629 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:41.346196 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:21:41.639187 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event updated for resources: {'Port': ['ID=bc55cf2b-51dc-4847-82a0-c8ae3d03b5d2,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:21:41.650908 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:21:41.766053 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:21:41.768346 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:21:41.774747 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:21:41.960094 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:42.092575 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:42.203151 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47142) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:21:42.553394 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:42.559985 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:42.585375 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5bb63ca4-a7bc-4ac7-a31b-1713b5f37140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:21:42.810241 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event updated for resources: {'Port': ['ID=bc55cf2b-51dc-4847-82a0-c8ae3d03b5d2,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:21:42.815777 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:21:43.094519 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:43.141557 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:43.143907 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.5638113
Feb 18 11:21:43.320151 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-2d4220c8-e04f-4a32-9803-d819fc8fc3ee tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Synchronizing usage tracker for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:floatingip {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:21:43.352152 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-2d4220c8-e04f-4a32-9803-d819fc8fc3ee tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Unset dirty status for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:floatingip {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:21:43.354649 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-2d4220c8-e04f-4a32-9803-d819fc8fc3ee tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.85 HTTP/1.1" status: 200  len: 695 time: 0.1972547
Feb 18 11:21:43.699876 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-4f1620d9-29c6-485e-a309-434e7680d4b7 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:43.703206 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-4f1620d9-29c6-485e-a309-434e7680d4b7 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/networks/c5ace08f-47fa-48e4-be4d-8f3271a2d184 HTTP/1.1" status: 200  len: 784 time: 0.3361034
Feb 18 11:21:43.731510 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-df14c42c-c195-43cd-b652-10de5c036e17 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83932) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:21:43.735339 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bc79790f-1ee6-4996-8ce0-081f594415bf req-df14c42c-c195-43cd-b652-10de5c036e17 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0181246
Feb 18 11:21:43.819994 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-784e561a-b537-4db2-9959-47445bd609c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854256561'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:44.859293 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-c373dc8b-e2c4-4fa2-8a62-9060f410457f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:44.861313 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-c373dc8b-e2c4-4fa2-8a62-9060f410457f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.9039197
Feb 18 11:21:44.985475 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-9a708e9f-2c0d-4f5e-9267-365bf78cc0cb tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.85 HTTP/1.1" status: 200  len: 695 time: 0.1111221
Feb 18 11:21:45.007839 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-5f06a076-e7e1-41a7-b1e1-9555326fe8a4 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Request body: {'floatingip': {'port_id': 'fb6264c4-8835-47d3-a89b-5cc4de30e371', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:21:45.185380 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-5f06a076-e7e1-41a7-b1e1-9555326fe8a4 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:45.657717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-784e561a-b537-4db2-9959-47445bd609c6 admin admin] Deleting port cfe88f8f-46c2-4368-b083-222a4cff013b {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:21:45.658262 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-784e561a-b537-4db2-9959-47445bd609c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:46.473164 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-784e561a-b537-4db2-9959-47445bd609c6 admin admin] For port cfe88f8f-46c2-4368-b083-222a4cff013b, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=cfe88f8f-46c2-4368-b083-222a4cff013b,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:21:46.476479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-784e561a-b537-4db2-9959-47445bd609c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:46.929305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-784e561a-b537-4db2-9959-47445bd609c6 admin admin] Calling delete_port for cfe88f8f-46c2-4368-b083-222a4cff013b owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:21:47.660726 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-5f06a076-e7e1-41a7-b1e1-9555326fe8a4 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:47.665969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-5f06a076-e7e1-41a7-b1e1-9555326fe8a4 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:48.055917 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-784e561a-b537-4db2-9959-47445bd609c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:48.078172 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8989bad8-3903-4be8-a184-10b834d9e1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:21:48.592046 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e561a-b537-4db2-9959-47445bd609c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe88f8f-46c2-4368-b083-222a4cff013b,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:21:48.596571 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-784e561a-b537-4db2-9959-47445bd609c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:21:48.621032 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-5f06a076-e7e1-41a7-b1e1-9555326fe8a4 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Floating IP 8665500c-38c1-472a-b166-ac3320946317 associated. External IP: 172.27.1.85, port: fb6264c4-8835-47d3-a89b-5cc4de30e371.
Feb 18 11:21:49.857566 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-5f06a076-e7e1-41a7-b1e1-9555326fe8a4 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Router 78353951-4af8-496d-a111-f6f1e966ed9e has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:21:49.866861 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-784e561a-b537-4db2-9959-47445bd609c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498172'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:50.655980 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-5f06a076-e7e1-41a7-b1e1-9555326fe8a4 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:21:50.671329 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c8997-9109-4652-96eb-63c8bf59cf99 None None] Sync routers for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:21:50.684575 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c8997-9109-4652-96eb-63c8bf59cf99 None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:21:50.685832 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-759c8997-9109-4652-96eb-63c8bf59cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca4e0550>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:21:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:50.719727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-5f06a076-e7e1-41a7-b1e1-9555326fe8a4 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:50.973873 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-759c8997-9109-4652-96eb-63c8bf59cf99 None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:21:51.023156 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-5f06a076-e7e1-41a7-b1e1-9555326fe8a4 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "PUT /v2.0/floatingips/8665500c-38c1-472a-b166-ac3320946317 HTTP/1.1" status: 200  len: 996 time: 6.0250461
Feb 18 11:21:51.028593 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e89be92-7c0f-4b20-81b7-8f3bff3d862f', 'tag': 'fb6264c4-8835-47d3-a89b-5cc4de30e371'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:21:51.188787 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e89be92-7c0f-4b20-81b7-8f3bff3d862f', 'tag': 'fb6264c4-8835-47d3-a89b-5cc4de30e371', 'status': 'completed', 'code': 200}
Feb 18 11:21:51.464176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1af0cb-f38d-48e2-9158-59ee01d9079f req-178c5f7f-2927-49d3-be62-a01e2a97a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:51.467126 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-be1af0cb-f38d-48e2-9158-59ee01d9079f req-178c5f7f-2927-49d3-be62-a01e2a97a8e0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 1163 time: 0.2655320
Feb 18 11:21:51.590517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-cd0d1597-e389-49a1-ad11-5c78f5178a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:51.594060 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-cd0d1597-e389-49a1-ad11-5c78f5178a07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 1163 time: 0.5399652
Feb 18 11:21:51.612032 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784e561a-b537-4db2-9959-47445bd609c6 admin admin] Router 666f30c7-d646-49f0-8fd0-89441be02cda has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:21:51.778240 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1af0cb-f38d-48e2-9158-59ee01d9079f req-fa4e6f26-f632-4d90-975a-eb9f81d1cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:51.781954 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-759c8997-9109-4652-96eb-63c8bf59cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca4e0550>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': '8665500c-38c1-472a-b166-ac3320946317', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'port_id': 'fb6264c4-8835-47d3-a89b-5cc4de30e371', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'mac_address': 'fa:16:3e:dc:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e89be92-7c0f-4b20-81b7-8f3bff3d862f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:21:41Z', 'updated_at': '2021-02-18T11:21:47Z', 'revision_number': 1, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:51.783415 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-be1af0cb-f38d-48e2-9158-59ee01d9079f req-fa4e6f26-f632-4d90-975a-eb9f81d1cca1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 904 time: 0.3087108
Feb 18 11:21:51.791289 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c8997-9109-4652-96eb-63c8bf59cf99 None None] Checking router: 78353951-4af8-496d-a111-f6f1e966ed9e for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:21:51.812712 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c8997-9109-4652-96eb-63c8bf59cf99 None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:21:51.814083 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-759c8997-9109-4652-96eb-63c8bf59cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca4e0550>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:21:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:51.982969 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-be1af0cb-f38d-48e2-9158-59ee01d9079f req-766a9cac-95ba-4346-bf3d-78c9eff25702 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb6264c4-8835-47d3-a89b-5cc4de30e371 HTTP/1.1" status: 200  len: 999 time: 0.1909804
Feb 18 11:21:52.087873 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1af0cb-f38d-48e2-9158-59ee01d9079f req-a0157077-f134-42c1-ac24-7f10245501cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:52.090615 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-be1af0cb-f38d-48e2-9158-59ee01d9079f req-a0157077-f134-42c1-ac24-7f10245501cc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.0998325
Feb 18 11:21:52.200616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-759c8997-9109-4652-96eb-63c8bf59cf99 None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:21:52.214340 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1af0cb-f38d-48e2-9158-59ee01d9079f req-227fdfe6-2d0d-4ede-b6e0-ab226afad532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:52.216776 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-be1af0cb-f38d-48e2-9158-59ee01d9079f req-227fdfe6-2d0d-4ede-b6e0-ab226afad532 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1186969
Feb 18 11:21:52.230631 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [req-be1af0cb-f38d-48e2-9158-59ee01d9079f req-e7eb1130-b7ee-47af-a6d4-16850f14511b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83932) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:21:52.232436 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-be1af0cb-f38d-48e2-9158-59ee01d9079f req-e7eb1130-b7ee-47af-a6d4-16850f14511b service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0075374
Feb 18 11:21:52.482249 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-be1af0cb-f38d-48e2-9158-59ee01d9079f req-5b632467-cdea-4c4b-bf7e-4aec6dfb9dc4 service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2414615
Feb 18 11:21:52.532379 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-9d4d6aa7-c28f-45b0-b899-0c6bd280184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:52.534445 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-9d4d6aa7-c28f-45b0-b899-0c6bd280184b service neutron] 10.222.0.65 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 904 time: 0.9203527
Feb 18 11:21:52.688323 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784e561a-b537-4db2-9959-47445bd609c6 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:21:52.709588 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40e765d-5bb5-4415-ac7e-32efa94fc3cc None None] Sync routers for ids ['666f30c7-d646-49f0-8fd0-89441be02cda'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:21:52.726348 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-be1af0cb-f38d-48e2-9158-59ee01d9079f req-a0fb8809-65cc-4eea-a638-804d4f5cd9fa service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2356400
Feb 18 11:21:52.733495 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-784e561a-b537-4db2-9959-47445bd609c6 admin admin] 10.222.0.65 "PUT /v2.0/routers/666f30c7-d646-49f0-8fd0-89441be02cda/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5278277
Feb 18 11:21:52.734720 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 47156) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:21:52.755818 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40e765d-5bb5-4415-ac7e-32efa94fc3cc None None] Routers {'666f30c7-d646-49f0-8fd0-89441be02cda'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:21:52.760869 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-e40e765d-5bb5-4415-ac7e-32efa94fc3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca3274e0>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:21:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['666f30c7-d646-49f0-8fd0-89441be02cda'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:52.801931 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-47b33448-1519-4cdd-8688-a7e35bba40c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb6264c4-8835-47d3-a89b-5cc4de30e371 HTTP/1.1" status: 200  len: 999 time: 0.2432520
Feb 18 11:21:52.946196 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-759c8997-9109-4652-96eb-63c8bf59cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca4e0550>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': '8665500c-38c1-472a-b166-ac3320946317', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'port_id': 'fb6264c4-8835-47d3-a89b-5cc4de30e371', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'mac_address': 'fa:16:3e:dc:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e89be92-7c0f-4b20-81b7-8f3bff3d862f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:21:41Z', 'updated_at': '2021-02-18T11:21:47Z', 'revision_number': 1, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:52.950643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-6864a13a-a31f-4c71-89a3-55e9ab9fb4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:52.955562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c8997-9109-4652-96eb-63c8bf59cf99 None None] The sync data for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi is: [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': '8665500c-38c1-472a-b166-ac3320946317', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'port_id': 'fb6264c4-8835-47d3-a89b-5cc4de30e371', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'mac_address': 'fa:16:3e:dc:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e89be92-7c0f-4b20-81b7-8f3bff3d862f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:21:41Z', 'updated_at': '2021-02-18T11:21:47Z', 'revision_number': 1, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:21:52.955937 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-6864a13a-a31f-4c71-89a3-55e9ab9fb4e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.1456344
Feb 18 11:21:53.154208 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-860bb979-c5de-4185-849b-1e37ab064a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:53.158100 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-860bb979-c5de-4185-849b-1e37ab064a49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1852090
Feb 18 11:21:53.160171 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-e40e765d-5bb5-4415-ac7e-32efa94fc3cc None None] Set router 666f30c7-d646-49f0-8fd0-89441be02cda gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:21:53.174624 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] Notify callbacks [] for router, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:53.466820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f0df23-ff59-4cb9-9f73-9eabcba1a572 None None] New status for floating IP 8665500c-38c1-472a-b166-ac3320946317: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:21:53.507789 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-1a747ef4-5f07-4485-a811-3553bba8778a service neutron] 10.222.0.65 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3304887
Feb 18 11:21:53.596575 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:53.617571 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] Deleting port c171fd04-b9b5-4749-b219-9a57b581226c {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:21:53.618527 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:53.852564 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9432458c-d5d2-401e-9593-0e11ebd3aa7f req-6c0b8555-9ea9-4eff-aeee-a162396bd88d service neutron] 10.222.0.65 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3226721
Feb 18 11:21:53.892926 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-e40e765d-5bb5-4415-ac7e-32efa94fc3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca3274e0>, [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:21:47Z', 'revision_number': 5, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port': {'id': 'c171fd04-b9b5-4749-b219-9a57b581226c', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:11:11Z', 'updated_at': '2021-02-18T11:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:53.892926 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40e765d-5bb5-4415-ac7e-32efa94fc3cc None None] Checking router: 666f30c7-d646-49f0-8fd0-89441be02cda for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:21:53.908756 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40e765d-5bb5-4415-ac7e-32efa94fc3cc None None] Routers {'666f30c7-d646-49f0-8fd0-89441be02cda'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:21:53.911320 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-e40e765d-5bb5-4415-ac7e-32efa94fc3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca3274e0>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:21:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['666f30c7-d646-49f0-8fd0-89441be02cda'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:54.044076 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] For port c171fd04-b9b5-4749-b219-9a57b581226c, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=c171fd04-b9b5-4749-b219-9a57b581226c,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:21:54.044850 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:54.211683 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-e40e765d-5bb5-4415-ac7e-32efa94fc3cc None None] Set router 666f30c7-d646-49f0-8fd0-89441be02cda gateway port host: None {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:21:54.321561 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] Calling delete_port for c171fd04-b9b5-4749-b219-9a57b581226c owned by network:router_gateway {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:21:54.399477 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-e40e765d-5bb5-4415-ac7e-32efa94fc3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca3274e0>, [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:21:53Z', 'revision_number': 6, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port_host': None}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:54.405341 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40e765d-5bb5-4415-ac7e-32efa94fc3cc None None] The sync data for ids ['666f30c7-d646-49f0-8fd0-89441be02cda'] in dv-cinder-773985-5-iscsi is: [{'id': '666f30c7-d646-49f0-8fd0-89441be02cda', 'name': 'tempest-AttachVolumeShelveTestJSON-187198658-router', 'tenant_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:11:08Z', 'updated_at': '2021-02-18T11:21:53Z', 'revision_number': 6, 'project_id': 'a547afc1db8c4cf69b758ed2ce7d7e3c', 'gw_port_host': None}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:21:54.670218 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:54.703773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:21:54.905634 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=c171fd04-b9b5-4749-b219-9a57b581226c,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:21:54.920437 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:21:55.138989 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device c171fd04-b9b5-4749-b219-9a57b581226c no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:21:55.219883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: c171fd04-b9b5-4749-b219-9a57b581226c {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:21:55.220839 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device c171fd04-b9b5-4749-b219-9a57b581226c not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:21:55.221338 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device cfe88f8f-46c2-4368-b083-222a4cff013b no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:21:55.300083 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: cfe88f8f-46c2-4368-b083-222a4cff013b {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:21:55.300769 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device cfe88f8f-46c2-4368-b083-222a4cff013b not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:21:55.552305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854277267'] for router_gateway, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:55.936656 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746360'] for router, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:55.941744 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:55.992141 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854257390'] for router, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:55.993227 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 666f30c7-d646-49f0-8fd0-89441be02cda {{(pid=83932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 11:21:56.018820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] Notify callbacks [] for router, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:56.021196 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] 10.222.0.65 "DELETE /v2.0/routers/666f30c7-d646-49f0-8fd0-89441be02cda HTTP/1.1" status: 204  len: 168 time: 3.2840569
Feb 18 11:21:56.025629 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 47162) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:21:56.152287 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_v2 [None req-606d623c-2834-49e5-a53e-7644405a6f5e admin admin] Deleting subnet f015fe07-4475-4004-a998-1938cc87ba5e {{(pid=83932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 11:21:56.161336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-606d623c-2834-49e5-a53e-7644405a6f5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:56.300462 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-606d623c-2834-49e5-a53e-7644405a6f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3086655'] for subnet, precommit_delete_associations {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:56.495641 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-606d623c-2834-49e5-a53e-7644405a6f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741126'] for subnet, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:56.933449 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-606d623c-2834-49e5-a53e-7644405a6f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847034674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2111037'] for subnet, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:56.950876 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-1b5753f9-6702-4c95-8f75-4edc1749a7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:21:57.056361 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d623c-2834-49e5-a53e-7644405a6f5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f015fe07-4475-4004-a998-1938cc87ba5e,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:21:57.063751 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-606d623c-2834-49e5-a53e-7644405a6f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:21:57.123608 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-606d623c-2834-49e5-a53e-7644405a6f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:57.131335 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2052bc20-2945-47c4-ae4d-96c7d895d267 None None] Network 898e5d09-fa06-443a-ad06-089028ce346b requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:21:57.138811 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-606d623c-2834-49e5-a53e-7644405a6f5e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f015fe07-4475-4004-a998-1938cc87ba5e HTTP/1.1" status: 204  len: 168 time: 1.1111965
Feb 18 11:21:57.143549 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 47166) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:21:57.387434 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854201257'] for network, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:57.536151 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Deleting port a53054f4-cc89-4326-965a-00442281135e {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:21:57.537473 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:57.580749 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:21:57.590534 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e71ecd1-7f72-4a07-be67-bfd6f131c531 None None] DHCP port deletion for 898e5d09-fa06-443a-ad06-089028ce346b request from dv-cinder-773985-5-iscsi {{(pid=83934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 11:21:57.598774 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-6e71ecd1-7f72-4a07-be67-bfd6f131c531 None None] Deleting port a53054f4-cc89-4326-965a-00442281135e {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:21:57.600337 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6e71ecd1-7f72-4a07-be67-bfd6f131c531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:58.079354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-6e71ecd1-7f72-4a07-be67-bfd6f131c531 None None] For port a53054f4-cc89-4326-965a-00442281135e, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=a53054f4-cc89-4326-965a-00442281135e,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:21:58.080119 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6e71ecd1-7f72-4a07-be67-bfd6f131c531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:58.167150 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7b3ce3ff-a8ea-454d-8b47-ed8aef05cb06 req-9c967f83-e67d-41e2-b2cc-9ed65a210bf4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5048952
Feb 18 11:21:58.170834 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] For port a53054f4-cc89-4326-965a-00442281135e, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=a53054f4-cc89-4326-965a-00442281135e,segment=NetworkSegment(24fea582-f1f7-4185-ad24-c9ed37528ccf),segment_id=24fea582-f1f7-4185-ad24-c9ed37528ccf)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:21:58.171639 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:58.353223 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-6e71ecd1-7f72-4a07-be67-bfd6f131c531 None None] Calling delete_port for a53054f4-cc89-4326-965a-00442281135e owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:21:58.538739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Calling delete_port for a53054f4-cc89-4326-965a-00442281135e owned by network:dhcp {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:21:58.647343 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6e71ecd1-7f72-4a07-be67-bfd6f131c531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:58.665925 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-845a321c-728f-4e45-a900-608b63f96bcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:21:58.759041 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83932) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:21:58.759658 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:21:58.768907 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ce3ff-a8ea-454d-8b47-ed8aef05cb06 req-dd6e1ad3-a9de-47cb-81b1-9c8bcb59783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:58.771934 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7b3ce3ff-a8ea-454d-8b47-ed8aef05cb06 req-dd6e1ad3-a9de-47cb-81b1-9c8bcb59783a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e2268be57276451990e755f8fd240a7b&device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 1162 time: 0.4570911
Feb 18 11:21:58.872715 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71ecd1-7f72-4a07-be67-bfd6f131c531 None None] Pushing event deleted for resources: {'Port': ['ID=a53054f4-cc89-4326-965a-00442281135e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:21:58.882643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6e71ecd1-7f72-4a07-be67-bfd6f131c531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:21:58.970246 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e71ecd1-7f72-4a07-be67-bfd6f131c531 None None] No DVR routers for this DVR port a53054f4-cc89-4326-965a-00442281135e on host dv-cinder-773985-5-iscsi {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:21:58.975562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ce3ff-a8ea-454d-8b47-ed8aef05cb06 req-63fbd280-08ef-48ea-9e7d-3e3d5210d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:58.977720 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7b3ce3ff-a8ea-454d-8b47-ed8aef05cb06 req-63fbd280-08ef-48ea-9e7d-3e3d5210d0c2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2eb671a8-43fd-4441-8401-3d50379d13b7 HTTP/1.1" status: 200  len: 902 time: 0.1817784
Feb 18 11:21:59.129462 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device a53054f4-cc89-4326-965a-00442281135e no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:21:59.132974 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7b3ce3ff-a8ea-454d-8b47-ed8aef05cb06 req-d4ea64e2-df13-416f-8f7f-3d1e3ceee1ff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=917f2cba-9196-45ff-8614-fae8a63f7507 HTTP/1.1" status: 200  len: 1001 time: 0.1469338
Feb 18 11:21:59.202573 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: a53054f4-cc89-4326-965a-00442281135e {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:21:59.203165 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device a53054f4-cc89-4326-965a-00442281135e not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:21:59.246686 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ce3ff-a8ea-454d-8b47-ed8aef05cb06 req-c37707d1-d6ca-412f-803f-bc44ec0641cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:59.248514 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7b3ce3ff-a8ea-454d-8b47-ed8aef05cb06 req-c37707d1-d6ca-412f-803f-bc44ec0641cc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74 HTTP/1.1" status: 200  len: 847 time: 0.1085773
Feb 18 11:21:59.300376 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Deleting port a53054f4-cc89-4326-965a-00442281135e {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:21:59.300986 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:59.405709 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] The port 'a53054f4-cc89-4326-965a-00442281135e' was deleted {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 11:21:59.561875 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7742001', 'neutron.services.segments.db._delete_segments_for_network--9223363254506393562'] for network, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:59.674390 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ce3ff-a8ea-454d-8b47-ed8aef05cb06 req-e612cc79-e32c-4d61-8378-ce6505880dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:21:59.678497 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7b3ce3ff-a8ea-454d-8b47-ed8aef05cb06 req-e612cc79-e32c-4d61-8378-ce6505880dac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2eb671a8-43fd-4441-8401-3d50379d13b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4208829
Feb 18 11:21:59.840625 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccca4cd470>,) {'filters': {'network_id': ['898e5d09-fa06-443a-ad06-089028ce346b']}} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:59.862364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccca4cd470>, '24fea582-f1f7-4185-ad24-c9ed37528ccf') {'for_net_delete': True} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:59.862758 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccca4cd470>, '24fea582-f1f7-4185-ad24-c9ed37528ccf') {} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:21:59.887521 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254506395610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851689209'] for segment, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:59.959088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:21:59.965027 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 11:21:59.990016 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7b3ce3ff-a8ea-454d-8b47-ed8aef05cb06 req-694f84ed-60c7-4958-8c61-d41072b90bd4 service neutron] 10.222.0.79 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2949612
Feb 18 11:22:00.305419 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Network 898e5d09-fa06-443a-ad06-089028ce346b has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:22:00.319920 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7742905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852795161'] for segment, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:00.799415 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7b3ce3ff-a8ea-454d-8b47-ed8aef05cb06 req-8c45810f-eb23-4c6b-8658-b5d602a2a811 service neutron] 10.222.0.79 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7916076
Feb 18 11:22:00.969874 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Network 898e5d09-fa06-443a-ad06-089028ce346b has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   % (table.description, expected, rows_matched)
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   % (table.description, expected, rows_matched)
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   % (table.description, expected, rows_matched)
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   % (table.description, expected, rows_matched)
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]: Traceback (most recent call last):
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:     timer()
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:     cb(*args, **kw)
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:     return func(*args, **kwargs)
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:     self._notify()
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:     self.callback(batched_events)
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:     event.method(event)
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:     segment_id)['aggregates'][0]
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:     return f(self, *a, **k)
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self._get(url).json()
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:     **kwargs)
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self.request(url, 'GET', **kwargs)
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:     **endpoint_filter)
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 11:22:01.018577 dv-cinder-773985-5-iscsi neutron-server[83816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 11:22:01.136359 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847033799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498500'] for network, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:01.140858 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:01.177243 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:01.190779 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=898e5d09-fa06-443a-ad06-089028ce346b,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:01.201589 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:01.227140 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-a80d0a36-284b-4c4b-ad68-5bab017b4bf9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/898e5d09-fa06-443a-ad06-089028ce346b HTTP/1.1" status: 204  len: 168 time: 4.0787888
Feb 18 11:22:01.500493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 47174) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:22:01.598780 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-91ae2caf-9df0-4f1a-86bd-b28cb1e9cec1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a547afc1db8c4cf69b758ed2ce7d7e3c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0957775
Feb 18 11:22:01.603173 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 47178) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:22:01.728982 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e90ad23d-dbb2-4109-ba6f-bb2d08d8f77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:01.787693 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e90ad23d-dbb2-4109-ba6f-bb2d08d8f77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:01.877108 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e90ad23d-dbb2-4109-ba6f-bb2d08d8f77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:01.887172 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-158f5a85-74c6-49bc-a78c-de2a7ae1b22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:01.924291 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ad23d-dbb2-4109-ba6f-bb2d08d8f77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871a0a52-ac2a-4b1e-a0db-2542ebf29289,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:01.930285 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e90ad23d-dbb2-4109-ba6f-bb2d08d8f77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:01.942552 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e90ad23d-dbb2-4109-ba6f-bb2d08d8f77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:01.944746 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-e90ad23d-dbb2-4109-ba6f-bb2d08d8f77d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/871a0a52-ac2a-4b1e-a0db-2542ebf29289 HTTP/1.1" status: 204  len: 168 time: 0.3397021
Feb 18 11:22:02.200636 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2a6cc618-289b-43dc-a967-a6ed999fec02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:02.944524 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:03.480503 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 47200) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:22:03.717947 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-172703598-network', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:22:03.729231 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:22:03.738513 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Usage tracker for resource:network and tenant:e23a1c783c1a4367a9baa433b98d5451 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:22:03.746414 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:22:03.756592 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:22:03.774944 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Made reservation on behalf of e23a1c783c1a4367a9baa433b98d5451 for: {'network': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:22:03.783497 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:03.808603 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:03.840733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:22:03.846056 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Usage tracker for resource:security_group_rule and tenant:e23a1c783c1a4367a9baa433b98d5451 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:22:03.850464 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:22:03.858719 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:22:04.020698 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:04.025891 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:04.031614 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d058e617-f372-414a-b301-a3e71ac4cce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:04.076105 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:22:04.089792 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d95c063-c509-4267-ac64-4e03e8688e58,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:04.094577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:04.100087 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:04.100748 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Added segment a7ef9cbc-51c1-4734-970a-aa330767d8f5 of type vxlan for network 4703e260-d506-4254-a06e-dbfc1ba6f9e2
Feb 18 11:22:04.145575 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:04.187903 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:04.189476 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:04.190450 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:04.195692 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:04.348934 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Pushing event updated for resources: {'Network': ['ID=4703e260-d506-4254-a06e-dbfc1ba6f9e2,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:04.353776 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.8712008
Feb 18 11:22:04.355537 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:04.359693 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 47206) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:22:04.364588 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network 4703e260-d506-4254-a06e-dbfc1ba6f9e2 details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:22:04.371451 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] Request body: {'subnet': {'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-172703598-subnet', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:22:04.381882 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:22:04.390045 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] Usage tracker for resource:subnet and tenant:e23a1c783c1a4367a9baa433b98d5451 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:22:04.397144 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:22:04.399786 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Network 4703e260-d506-4254-a06e-dbfc1ba6f9e2 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:22:04.409313 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:22:04.426569 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] Made reservation on behalf of e23a1c783c1a4367a9baa433b98d5451 for: {'subnet': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:22:04.435243 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852664809'] for subnet, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:05.137174 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852799619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852664796'] for subnet, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:05.155144 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-999e8263-1c1f-478f-b952-0808f00df7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:05.305713 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] Pushing event updated for resources: {'Subnet': ['ID=094bd897-73b2-45a4-b258-b41599d84057,revision_number=0']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:05.312004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:05.417411 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] Checking segment: {'id': 'a7ef9cbc-51c1-4734-970a-aa330767d8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:22:05.417972 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] Network hostable DHCP agents. Network: 4703e260-d506-4254-a06e-dbfc1ba6f9e2, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:22:05.448574 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] Network 4703e260-d506-4254-a06e-dbfc1ba6f9e2 is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:22:05.460180 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, 4703e260-d506-4254-a06e-dbfc1ba6f9e2) {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:22:05.472921 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ef97f8-439a-46c0-a4be-1d9528156a56 None None] Network 4703e260-d506-4254-a06e-dbfc1ba6f9e2 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:22:05.479200 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:05.480561 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:05.521316 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1588373
Feb 18 11:22:05.524462 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47212) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:22:05.531010 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:22:05.537794 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:22:05.543840 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Usage tracker for resource:router and tenant:e23a1c783c1a4367a9baa433b98d5451 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:22:05.551454 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:22:05.568439 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:22:05.589085 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854268428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746343'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:05.591042 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854268443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854278397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7977197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29457'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:05.608736 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-159934ac-c619-492d-8cb7-99d4e8443fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:05.625005 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:05.812719 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0063768c-ca8b-5880-8154-fcd8b5cc5478-4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057'}]}} from dv-cinder-773985-5-iscsi. {{(pid=83934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 11:22:05.814383 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:06.118583 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854278262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29440'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:06.304810 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:06.330384 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Allocated IP 172.20.0.2 (4703e260-d506-4254-a06e-dbfc1ba6f9e2/094bd897-73b2-45a4-b258-b41599d84057/fc1194fd-1b45-4a2a-b5a2-309b89fc9e60) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:22:06.657410 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:06.673458 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Transition to ACTIVE for port object fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:22:06.706149 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Transition to ACTIVE for port object fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:22:06.716333 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:06.746038 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:06.777228 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:06.845989 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:07.003213 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Pushing event updated for resources: {'Port': ['ID=fc1194fd-1b45-4a2a-b5a2-309b89fc9e60,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:07.013714 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:07.104466 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Network 4703e260-d506-4254-a06e-dbfc1ba6f9e2 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:22:07.106857 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Resources bound (agent type, host, resource id):  {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:22:07.111117 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:22:07.255374 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Attempting to bind port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:22:07.255918 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Attempting to bind port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': 'a7ef9cbc-51c1-4734-970a-aa330767d8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:22:07.256644 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Attempting to bind port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 on network 4703e260-d506-4254-a06e-dbfc1ba6f9e2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:22:07.268753 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:22:07.270285 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Checking segment: {'id': 'a7ef9cbc-51c1-4734-970a-aa330767d8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:22:07.270925 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:07.271678 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Bound using segment: {'id': 'a7ef9cbc-51c1-4734-970a-aa330767d8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:22:07.272654 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Bound port: fc1194fd-1b45-4a2a-b5a2-309b89fc9e60, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ef9cbc-51c1-4734-970a-aa330767d8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:22:07.273351 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:07.305084 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Allocated IP 172.27.1.170 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/049f2f90-5a99-481e-a10d-b8ce6c258104) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:22:07.468532 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] For port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:22:07.474810 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] For port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=fc1194fd-1b45-4a2a-b5a2-309b89fc9e60,segment=NetworkSegment(a7ef9cbc-51c1-4734-970a-aa330767d8f5),segment_id=a7ef9cbc-51c1-4734-970a-aa330767d8f5)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:22:07.480185 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:07.512540 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e68a3b35-42fa-4878-bb44-92fc50863fa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:07.583114 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:07.620059 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:07.635319 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7cbeedde-8be8-4f09-bda0-ada3965778d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:07.812689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Pushing event updated for resources: {'Port': ['ID=fc1194fd-1b45-4a2a-b5a2-309b89fc9e60,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:07.826796 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:07.899348 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Pushing event updated for resources: {'Port': ['ID=049f2f90-5a99-481e-a10d-b8ce6c258104,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:07.917546 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.917546 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.918062 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.919407 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.919407 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.920033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.920490 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.921161 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.922074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.922705 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.923302 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.923896 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.924760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.925934 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.926458 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.926967 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.927481 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.928000 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.928549 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.929172 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.929822 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.930413 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.930957 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.931526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:07.951313 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:08.002499 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:22:08.004183 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:22:08.007076 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:22:08.252608 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:08.536069 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:09.107757 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:09.216712 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:22:09.362724 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:22:09.667583 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff51f874-e640-4cc3-b554-fc015551c89b None None] Network 4703e260-d506-4254-a06e-dbfc1ba6f9e2 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:22:09.858928 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-15bb969e-1866-4696-a470-ee39061aee2d None None] Provisioning for port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:22:09.880451 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-15bb969e-1866-4696-a470-ee39061aee2d None None] Provisioning complete for port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:22:09.881179 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-15bb969e-1866-4696-a470-ee39061aee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:09.902915 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854278171'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:10.316191 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 is scheduled to L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 11:22:10.350649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-15bb969e-1866-4696-a470-ee39061aee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:10.407661 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-15bb969e-1866-4696-a470-ee39061aee2d None None] For port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=fc1194fd-1b45-4a2a-b5a2-309b89fc9e60,segment=NetworkSegment(a7ef9cbc-51c1-4734-970a-aa330767d8f5),segment_id=a7ef9cbc-51c1-4734-970a-aa330767d8f5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:22:10.413682 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-15bb969e-1866-4696-a470-ee39061aee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:10.416714 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:10.508309 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb969e-1866-4696-a470-ee39061aee2d None None] Pushing event updated for resources: {'Port': ['ID=fc1194fd-1b45-4a2a-b5a2-309b89fc9e60,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:10.517583 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-15bb969e-1866-4696-a470-ee39061aee2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:10.624301 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:22:10.639145 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Sync routers for ids ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:22:10.655325 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Routers {'af09cb3a-01ef-4fb8-a4b1-7b82435eac44'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:22:10.656665 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca241d30>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:22:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:22:10.662616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:10.666913 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.1382205
Feb 18 11:22:10.667260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47220) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:22:10.843294 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-64072073-9f57-49ed-9925-2333e6b48aca None None] Provisioning complete for port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:22:10.844151 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-64072073-9f57-49ed-9925-2333e6b48aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:11.291076 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:22:11.468247 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Set router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:22:11.852851 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:11.917408 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:22:11.918094 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:12.373658 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-7816804a-8bf8-4f1b-a899-a1f0083d82ee None None] Provisioning complete for port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:22:12.374363 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7816804a-8bf8-4f1b-a899-a1f0083d82ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:12.594489 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca241d30>, [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:08Z', 'revision_number': 3, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:22:12.629020 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Checking router: af09cb3a-01ef-4fb8-a4b1-7b82435eac44 for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:22:12.629572 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Updating router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 port 049f2f90-5a99-481e-a10d-b8ce6c258104 binding host dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:22:12.762974 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:12.882642 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Allocated IP 172.20.0.1 (4703e260-d506-4254-a06e-dbfc1ba6f9e2/094bd897-73b2-45a4-b258-b41599d84057/be4af01b-6620-443c-b092-68fd4e15df7b) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:22:13.168778 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:13.202042 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Transition to ACTIVE for port object be4af01b-6620-443c-b092-68fd4e15df7b will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:22:13.244290 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:13.261502 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:13.499441 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Pushing event updated for resources: {'Port': ['ID=be4af01b-6620-443c-b092-68fd4e15df7b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:13.508698 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:13.584037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:13.595405 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Network 4703e260-d506-4254-a06e-dbfc1ba6f9e2 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:22:13.598341 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:22:13.602205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:22:13.608152 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Transition to ACTIVE for port object 049f2f90-5a99-481e-a10d-b8ce6c258104 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:22:13.613419 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:13.647773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6e71ecd1-7f72-4a07-be67-bfd6f131c531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:13.743002 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519390'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:13.903755 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc5314-995c-43ac-a8c7-698236ee2da2 None None] Pushing event updated for resources: {'Port': ['ID=049f2f90-5a99-481e-a10d-b8ce6c258104,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:13.911468 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9dcc5314-995c-43ac-a8c7-698236ee2da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:14.013762 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-9cd7fcc7-9435-4cbd-8804-0a3283918902 None None] Provisioning for port be4af01b-6620-443c-b092-68fd4e15df7b completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:22:14.027808 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-9cd7fcc7-9435-4cbd-8804-0a3283918902 None None] Provisioning complete for port be4af01b-6620-443c-b092-68fd4e15df7b triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:22:14.028371 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9cd7fcc7-9435-4cbd-8804-0a3283918902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:14.067827 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Attempting to bind port 049f2f90-5a99-481e-a10d-b8ce6c258104 on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:22:14.068331 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Attempting to bind port 049f2f90-5a99-481e-a10d-b8ce6c258104 by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:22:14.068911 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Attempting to bind port 049f2f90-5a99-481e-a10d-b8ce6c258104 on network c5ace08f-47fa-48e4-be4d-8f3271a2d184 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:22:14.098721 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:22:14.099168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Checking segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:22:14.099727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:14.100188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Bound using segment: {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:22:14.100836 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Bound port: 049f2f90-5a99-481e-a10d-b8ce6c258104, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f0051b-b388-4413-813c-a0d164f5b83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:22:14.101288 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:14.185986 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-9cd7fcc7-9435-4cbd-8804-0a3283918902 None None] Port be4af01b-6620-443c-b092-68fd4e15df7b cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:22:14.227633 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] For port 049f2f90-5a99-481e-a10d-b8ce6c258104, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:22:14.232000 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] For port 049f2f90-5a99-481e-a10d-b8ce6c258104, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=049f2f90-5a99-481e-a10d-b8ce6c258104,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:22:14.236510 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:14.251908 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-235feeb0-a6c4-4b2a-9721-68423eef1537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:14.339979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:14.520306 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc5314-995c-43ac-a8c7-698236ee2da2 None None] Pushing event updated for resources: {'Port': ['ID=049f2f90-5a99-481e-a10d-b8ce6c258104,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:14.526533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9dcc5314-995c-43ac-a8c7-698236ee2da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:14.640529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Routers {'af09cb3a-01ef-4fb8-a4b1-7b82435eac44'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:22:14.641853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca241d30>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:22:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:22:14.962909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:14.969303 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852452506'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:15.035112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-eda548c4-4463-44b4-a080-a346489b1240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:15.159503 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] Set router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:22:15.186233 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854256516'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:15.205772 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Pushing event updated for resources: {'Port': ['ID=be4af01b-6620-443c-b092-68fd4e15df7b,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:15.274495 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:15.383639 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Network 4703e260-d506-4254-a06e-dbfc1ba6f9e2 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:22:15.385179 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:22:15.646215 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca241d30>, [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'be4af01b-6620-443c-b092-68fd4e15df7b', 'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'mac_address': 'fa:16:3e:64:c3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:12Z', 'updated_at': '2021-02-18T11:22:12Z', 'revision_number': 1, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'subnets': [{'id': '094bd897-73b2-45a4-b258-b41599d84057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:22:15.654037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892b42df-13b7-4b5a-b524-0aabd74df7ee None None] The sync data for ids ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'] in dv-cinder-773985-5-iscsi is: [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'be4af01b-6620-443c-b092-68fd4e15df7b', 'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'mac_address': 'fa:16:3e:64:c3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:12Z', 'updated_at': '2021-02-18T11:22:12Z', 'revision_number': 1, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'subnets': [{'id': '094bd897-73b2-45a4-b258-b41599d84057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:22:15.702776 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:22:15.738188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-32513d45-b50a-4fca-9d5d-572a37acc076 None None] Provisioning complete for port be4af01b-6620-443c-b092-68fd4e15df7b triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:22:15.738768 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-32513d45-b50a-4fca-9d5d-572a37acc076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:15.854856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-32513d45-b50a-4fca-9d5d-572a37acc076 None None] Port be4af01b-6620-443c-b092-68fd4e15df7b cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:22:15.988035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:22:16.003143 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-b97b89e8-b5ba-4c27-9473-77df529c7084 admin admin] 10.222.0.65 "PUT /v2.0/routers/af09cb3a-01ef-4fb8-a4b1-7b82435eac44/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3342698
Feb 18 11:22:17.051587 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47232) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:22:17.063338 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-0ab4d8b8-8416-476d-82a3-871b0f4297ab tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--632502893', 'description': 'tempest-description--392872496'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:22:17.080127 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-0ab4d8b8-8416-476d-82a3-871b0f4297ab tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:22:17.095739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-0ab4d8b8-8416-476d-82a3-871b0f4297ab tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Usage tracker for resource:security_group and tenant:e23a1c783c1a4367a9baa433b98d5451 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:22:17.101279 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-0ab4d8b8-8416-476d-82a3-871b0f4297ab tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:22:17.119009 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-0ab4d8b8-8416-476d-82a3-871b0f4297ab tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:22:17.137204 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0ab4d8b8-8416-476d-82a3-871b0f4297ab tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:17.184837 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-0ab4d8b8-8416-476d-82a3-871b0f4297ab tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:22:17.193953 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-0ab4d8b8-8416-476d-82a3-871b0f4297ab tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Usage tracker for resource:security_group_rule and tenant:e23a1c783c1a4367a9baa433b98d5451 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:22:17.195839 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 049f2f90-5a99-481e-a10d-b8ce6c258104 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:22:17.200208 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-0ab4d8b8-8416-476d-82a3-871b0f4297ab tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:22:17.213919 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-0ab4d8b8-8416-476d-82a3-871b0f4297ab tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:22:17.333511 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port 049f2f90-5a99-481e-a10d-b8ce6c258104 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:22:17.343214 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0ab4d8b8-8416-476d-82a3-871b0f4297ab tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:17.344211 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 049f2f90-5a99-481e-a10d-b8ce6c258104 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:22:17.344824 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:17.348773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0ab4d8b8-8416-476d-82a3-871b0f4297ab tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:17.359750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2c3ae1bd-61c3-40c0-8c6c-a93eea80ba0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:17.424042 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0ab4d8b8-8416-476d-82a3-871b0f4297ab tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:17.431472 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-0ab4d8b8-8416-476d-82a3-871b0f4297ab tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3733263
Feb 18 11:22:17.432042 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47236) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:22:17.441530 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-2b5c4be5-2e13-4d1e-9963-211fad68c907 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Request body: {'security_group_rule': {'security_group_id': '08948d2a-370c-45be-97a2-5512bc6a0753', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:22:17.448007 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4d8b8-8416-476d-82a3-871b0f4297ab tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08948d2a-370c-45be-97a2-5512bc6a0753,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:17.454505 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0ab4d8b8-8416-476d-82a3-871b0f4297ab tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:17.457190 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2b5c4be5-2e13-4d1e-9963-211fad68c907 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:22:17.469168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2b5c4be5-2e13-4d1e-9963-211fad68c907 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Usage tracker for resource:security_group_rule and tenant:e23a1c783c1a4367a9baa433b98d5451 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:22:17.476607 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2b5c4be5-2e13-4d1e-9963-211fad68c907 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:22:17.488561 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2b5c4be5-2e13-4d1e-9963-211fad68c907 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:22:17.521474 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4be5-2e13-4d1e-9963-211fad68c907 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:17.566503 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:17.590895 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port 049f2f90-5a99-481e-a10d-b8ce6c258104, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=049f2f90-5a99-481e-a10d-b8ce6c258104,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:22:17.596261 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:17.599179 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:17.663991 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4be5-2e13-4d1e-9963-211fad68c907 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:17.669150 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4be5-2e13-4d1e-9963-211fad68c907 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797254'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:17.673162 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b89ca015-d5ff-496c-a1fd-8deb7993fbe7 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:17.709062 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=049f2f90-5a99-481e-a10d-b8ce6c258104,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:17.714828 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:17.725355 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c4be5-2e13-4d1e-9963-211fad68c907 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690fd5f0-74e8-4080-ae12-5ef249d32d03,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:17.730420 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2b5c4be5-2e13-4d1e-9963-211fad68c907 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:17.743743 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4be5-2e13-4d1e-9963-211fad68c907 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:17.746210 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-2b5c4be5-2e13-4d1e-9963-211fad68c907 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3123264
Feb 18 11:22:17.751734 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47240) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:22:17.762890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-5aff2702-d401-4dde-ba59-a221a9dbcbdb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Request body: {'security_group_rule': {'security_group_id': '08948d2a-370c-45be-97a2-5512bc6a0753', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:22:17.775904 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-5aff2702-d401-4dde-ba59-a221a9dbcbdb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:22:17.786164 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-5aff2702-d401-4dde-ba59-a221a9dbcbdb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Usage tracker for resource:security_group_rule and tenant:e23a1c783c1a4367a9baa433b98d5451 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:22:17.792865 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-5aff2702-d401-4dde-ba59-a221a9dbcbdb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:22:17.805980 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-5aff2702-d401-4dde-ba59-a221a9dbcbdb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:22:17.848612 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5aff2702-d401-4dde-ba59-a221a9dbcbdb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:17.985438 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5aff2702-d401-4dde-ba59-a221a9dbcbdb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:17.990562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5aff2702-d401-4dde-ba59-a221a9dbcbdb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797254'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:17.994112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f417c184-eef0-4d4f-b6eb-5947caacc0a8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:18.030268 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff2702-d401-4dde-ba59-a221a9dbcbdb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f39f22-678f-48c5-af2d-46f9854722e5,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:18.034927 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5aff2702-d401-4dde-ba59-a221a9dbcbdb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:18.046133 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5aff2702-d401-4dde-ba59-a221a9dbcbdb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:18.048842 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-5aff2702-d401-4dde-ba59-a221a9dbcbdb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2944536
Feb 18 11:22:18.055328 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47244) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:22:18.066772 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Request body: {'floatingip': {'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:22:18.077436 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:22:18.085616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Usage tracker for resource:floatingip and tenant:e23a1c783c1a4367a9baa433b98d5451 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:22:18.091478 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:22:18.103502 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:22:18.127345 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:18.395007 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:18.790443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Allocated IP 172.27.1.223 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/2f108c60-899b-4f0c-b837-9b45317e4146) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:22:19.080761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:19.149535 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:19.168998 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 049f2f90-5a99-481e-a10d-b8ce6c258104 up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:22:19.185553 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:19.308344 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port 049f2f90-5a99-481e-a10d-b8ce6c258104 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:22:19.309079 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:19.704524 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Sync routers for ids ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:22:19.719989 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Routers {'af09cb3a-01ef-4fb8-a4b1-7b82435eac44'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:22:19.721467 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca431a90>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:22:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:22:19.861624 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event updated for resources: {'Port': ['ID=2f108c60-899b-4f0c-b837-9b45317e4146,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:19.872808 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:19.961820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:22:19.963588 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:22:19.966104 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:22:20.080082 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:20.163153 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:20.286100 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Set router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:22:20.558532 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:20.563272 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852452506'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:20.583675 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cf9494f9-3343-4603-9d8c-a5a5dfc6e0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:20.836567 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event updated for resources: {'Port': ['ID=2f108c60-899b-4f0c-b837-9b45317e4146,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:20.845734 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:20.922901 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca431a90>, [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'be4af01b-6620-443c-b092-68fd4e15df7b', 'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'mac_address': 'fa:16:3e:64:c3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:12Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 2, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'subnets': [{'id': '094bd897-73b2-45a4-b258-b41599d84057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:22:20.929367 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Checking router: af09cb3a-01ef-4fb8-a4b1-7b82435eac44 for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:22:20.929867 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Updating router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 port be4af01b-6620-443c-b092-68fd4e15df7b binding host dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 11:22:21.009324 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:21.028881 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:21.067792 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:21.069594 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d2f93725-f4bd-4df1-9a31-f8f7b1aacd0e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.0124454
Feb 18 11:22:21.384723 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-385a0630-3815-45f2-99fd-ee6717786f8d req-5ffe9f24-3748-4b2d-9014-23e2b0f5a6c7 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Synchronizing usage tracker for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:22:21.418189 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-385a0630-3815-45f2-99fd-ee6717786f8d req-5ffe9f24-3748-4b2d-9014-23e2b0f5a6c7 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Unset dirty status for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:22:21.420681 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-385a0630-3815-45f2-99fd-ee6717786f8d req-5ffe9f24-3748-4b2d-9014-23e2b0f5a6c7 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--632502893&fields=id&tenant_id=e23a1c783c1a4367a9baa433b98d5451 HTTP/1.1" status: 200  len: 267 time: 0.1196554
Feb 18 11:22:21.765114 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a0630-3815-45f2-99fd-ee6717786f8d req-6b2b52d8-34a6-4250-9463-ecec5f61d8b4 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:21.768125 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-385a0630-3815-45f2-99fd-ee6717786f8d req-6b2b52d8-34a6-4250-9463-ecec5f61d8b4 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/networks?id=4703e260-d506-4254-a06e-dbfc1ba6f9e2 HTTP/1.1" status: 200  len: 810 time: 0.3335588
Feb 18 11:22:21.782876 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:21.802512 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-385a0630-3815-45f2-99fd-ee6717786f8d req-d8245c40-7c53-4038-9eee-957645c6543d tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/quotas/e23a1c783c1a4367a9baa433b98d5451 HTTP/1.1" status: 200  len: 375 time: 0.0207639
Feb 18 11:22:21.809131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Transition to ACTIVE for port object be4af01b-6620-443c-b092-68fd4e15df7b will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:22:21.818035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:21.835161 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0f28cf62-06d2-481d-a399-cac32da444aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:21.983854 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-385a0630-3815-45f2-99fd-ee6717786f8d req-00c4d38c-bf0c-40b5-b89f-b77504038a5e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Synchronizing usage tracker for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:22:22.017259 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-385a0630-3815-45f2-99fd-ee6717786f8d req-00c4d38c-bf0c-40b5-b89f-b77504038a5e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Unset dirty status for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:22:22.020631 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-385a0630-3815-45f2-99fd-ee6717786f8d req-00c4d38c-bf0c-40b5-b89f-b77504038a5e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e23a1c783c1a4367a9baa433b98d5451&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2054572
Feb 18 11:22:22.048518 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Pushing event updated for resources: {'Port': ['ID=be4af01b-6620-443c-b092-68fd4e15df7b,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:22.073079 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.073709 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.074342 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.074950 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.075548 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.076162 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.076829 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.077437 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.078047 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.078646 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.079239 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.079838 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.080689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.081868 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.082522 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.083135 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.083735 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.084487 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.084969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.085599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.086328 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.086757 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.087363 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.088026 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:22.097930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:22.346243 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-385a0630-3815-45f2-99fd-ee6717786f8d req-c64bf8da-adfe-4634-ab44-7ad0cd36250b service neutron] 10.222.0.65 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2978284
Feb 18 11:22:22.390795 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Attempting to bind port be4af01b-6620-443c-b092-68fd4e15df7b on host dv-cinder-773985-5-iscsi for vnic_type normal with profile  {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:22:22.391604 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Attempting to bind port be4af01b-6620-443c-b092-68fd4e15df7b by drivers openvswitch on host dv-cinder-773985-5-iscsi at level 0 using segments [{'id': 'a7ef9cbc-51c1-4734-970a-aa330767d8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:22:22.392158 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Attempting to bind port be4af01b-6620-443c-b092-68fd4e15df7b on network 4703e260-d506-4254-a06e-dbfc1ba6f9e2 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:22:22.403742 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Checking agent: {'id': 'ed4faa93-23c6-4580-94ed-7979bdc0e796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 0, 38), 'started_at': datetime.datetime(2021, 2, 18, 11, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:22:22.404468 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Checking segment: {'id': 'a7ef9cbc-51c1-4734-970a-aa330767d8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:22:22.405199 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:22.405918 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Bound using segment: {'id': 'a7ef9cbc-51c1-4734-970a-aa330767d8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:22:22.407955 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Bound port: be4af01b-6620-443c-b092-68fd4e15df7b, host: dv-cinder-773985-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ef9cbc-51c1-4734-970a-aa330767d8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:22:22.407955 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:22.586668 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] For port be4af01b-6620-443c-b092-68fd4e15df7b, host dv-cinder-773985-5-iscsi, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:22:22.593461 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] For port be4af01b-6620-443c-b092-68fd4e15df7b, host dv-cinder-773985-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=be4af01b-6620-443c-b092-68fd4e15df7b,segment=NetworkSegment(a7ef9cbc-51c1-4734-970a-aa330767d8f5),segment_id=a7ef9cbc-51c1-4734-970a-aa330767d8f5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:22:22.599430 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:22.615994 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:22.658457 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-385a0630-3815-45f2-99fd-ee6717786f8d req-f9a942c1-f437-4497-8b9f-ee6a11247022 service neutron] 10.222.0.65 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2956147
Feb 18 11:22:22.912516 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Pushing event updated for resources: {'Port': ['ID=be4af01b-6620-443c-b092-68fd4e15df7b,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:22.933085 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9d22f15e-6e1a-407f-893b-30fe80124939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83935) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:23.016065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Routers {'af09cb3a-01ef-4fb8-a4b1-7b82435eac44'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:22:23.017345 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca431a90>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:22:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:22:23.040818 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f86973d4-5146-43a9-801c-1565a6cf474b req-a8e13089-2ae7-41e2-a1b6-ff10a4b063d2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 210 time: 0.0812201
Feb 18 11:22:23.205609 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device be4af01b-6620-443c-b092-68fd4e15df7b up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:22:23.310063 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] Set router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:22:23.321410 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning for port be4af01b-6620-443c-b092-68fd4e15df7b completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:22:23.332206 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port be4af01b-6620-443c-b092-68fd4e15df7b triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:22:23.332953 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:23.422340 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-7c12670a-aa67-4a44-b64c-e450114157e4 None None] Provisioning complete for port be4af01b-6620-443c-b092-68fd4e15df7b triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:22:23.423080 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7c12670a-aa67-4a44-b64c-e450114157e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:23.666566 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:23.761046 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca431a90>, [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'be4af01b-6620-443c-b092-68fd4e15df7b', 'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'mac_address': 'fa:16:3e:64:c3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:12Z', 'updated_at': '2021-02-18T11:22:22Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'subnets': [{'id': '094bd897-73b2-45a4-b258-b41599d84057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:22:23.767160 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2083a471-0002-4a36-a757-fb3bf2dd8f2f None None] The sync data for ids ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'] in dv-cinder-773985-5-iscsi is: [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'be4af01b-6620-443c-b092-68fd4e15df7b', 'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'mac_address': 'fa:16:3e:64:c3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:12Z', 'updated_at': '2021-02-18T11:22:22Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'subnets': [{'id': '094bd897-73b2-45a4-b258-b41599d84057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:22:23.834218 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7c12670a-aa67-4a44-b64c-e450114157e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:23.858522 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] For port be4af01b-6620-443c-b092-68fd4e15df7b, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=be4af01b-6620-443c-b092-68fd4e15df7b,segment=NetworkSegment(a7ef9cbc-51c1-4734-970a-aa330767d8f5),segment_id=a7ef9cbc-51c1-4734-970a-aa330767d8f5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:22:23.866369 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:23.869454 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:24.109068 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Pushing event updated for resources: {'Port': ['ID=be4af01b-6620-443c-b092-68fd4e15df7b,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:24.130439 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:24.132039 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [None req-7c12670a-aa67-4a44-b64c-e450114157e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83934) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:22:24.132733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [None req-7c12670a-aa67-4a44-b64c-e450114157e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:22:24.264274 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-497c70f0-26c4-4ca0-886f-a75abbac9830 req-a3a36182-b973-4f4c-a1ef-cde69ca6e122 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 210 time: 0.1004620
Feb 18 11:22:25.157445 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device be4af01b-6620-443c-b092-68fd4e15df7b up at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:22:25.252522 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Provisioning complete for port be4af01b-6620-443c-b092-68fd4e15df7b triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:22:25.253575 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:25.477280 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c9faf7dc-1330-4f30-911c-2406e14740cf req-b0f1dd8d-2b8a-43fa-adfd-64534c986e03 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 210 time: 0.0941792
Feb 18 11:22:26.675630 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5aeac79f-33b6-4827-9405-e700938efc3c req-aec60fa4-86eb-4ac0-952c-9c97c132eb0c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 210 time: 0.0956604
Feb 18 11:22:27.905782 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b23b3fff-d183-4422-9421-6250a90361fb req-b5ea927a-5801-4544-a958-77ae7003e801 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 210 time: 0.0684140
Feb 18 11:22:29.304236 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bd272fc3-464f-498a-b38c-f493861beb32 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:29.305662 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bd272fc3-464f-498a-b38c-f493861beb32 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Synchronizing usage tracker for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:network {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:22:29.342433 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bd272fc3-464f-498a-b38c-f493861beb32 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Unset dirty status for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:network {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:22:29.344943 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bd272fc3-464f-498a-b38c-f493861beb32 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.79 "GET /v2.0/networks?id=4703e260-d506-4254-a06e-dbfc1ba6f9e2 HTTP/1.1" status: 200  len: 810 time: 0.3942819
Feb 18 11:22:29.413591 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-22ac7287-c638-4adc-964e-bc8854ede41a req-26e9427c-2f2b-4658-bd4c-6c53d200ba11 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 210 time: 0.1037939
Feb 18 11:22:29.510115 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-385a0630-3815-45f2-99fd-ee6717786f8d req-16994970-d387-4793-9a1f-b1e15072c481 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Synchronizing usage tracker for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:security_group {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:22:29.531921 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-385a0630-3815-45f2-99fd-ee6717786f8d req-16994970-d387-4793-9a1f-b1e15072c481 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Unset dirty status for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:security_group {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:22:29.535012 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-385a0630-3815-45f2-99fd-ee6717786f8d req-16994970-d387-4793-9a1f-b1e15072c481 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e23a1c783c1a4367a9baa433b98d5451 HTTP/1.1" status: 200  len: 5707 time: 0.1731124
Feb 18 11:22:29.554888 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-385a0630-3815-45f2-99fd-ee6717786f8d req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Request body: {'port': {'device_id': 'a3885831-ede4-4dc6-86c1-c421c83a8b8c', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'admin_state_up': True, 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'security_groups': ['08948d2a-370c-45be-97a2-5512bc6a0753']}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:22:29.858878 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-385a0630-3815-45f2-99fd-ee6717786f8d req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:22:29.872367 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-385a0630-3815-45f2-99fd-ee6717786f8d req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:22:29.895388 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385a0630-3815-45f2-99fd-ee6717786f8d req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Made reservation on behalf of e23a1c783c1a4367a9baa433b98d5451 for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:22:29.904778 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-385a0630-3815-45f2-99fd-ee6717786f8d req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:30.572309 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-385a0630-3815-45f2-99fd-ee6717786f8d req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Allocated IP 172.20.0.13 (4703e260-d506-4254-a06e-dbfc1ba6f9e2/094bd897-73b2-45a4-b258-b41599d84057/a092d363-213a-4322-9ba1-5411e912d3c4) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:22:30.760278 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-77800d7f-2ca9-4ccb-b732-c374c23ef08b req-1efa89f8-300a-4071-a1a6-b671a4863bf5 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 210 time: 0.1284127
Feb 18 11:22:31.097343 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-385a0630-3815-45f2-99fd-ee6717786f8d req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:31.133411 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-385a0630-3815-45f2-99fd-ee6717786f8d req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Transition to ACTIVE for port object a092d363-213a-4322-9ba1-5411e912d3c4 will not be triggered until provisioned by entity DHCP. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:22:31.179723 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-385a0630-3815-45f2-99fd-ee6717786f8d req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:31.209998 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-addc4369-0677-4df4-b6da-13875aefc4e4 tempest-VolumesActionsTest-1429875588 tempest-VolumesActionsTest-1429875588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:31.504671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event updated for resources: {'Port': ['ID=a092d363-213a-4322-9ba1-5411e912d3c4,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:31.536084 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.536810 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.537516 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.538218 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.538918 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.539614 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.540318 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.541095 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.541791 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.542480 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.543188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.543904 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.544890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.545594 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.546278 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.547218 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.547895 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.548647 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.549387 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.550080 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.551002 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.551700 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.552379 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.553139 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:31.563979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:31.667915 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385a0630-3815-45f2-99fd-ee6717786f8d req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Network 4703e260-d506-4254-a06e-dbfc1ba6f9e2 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:22:31.670206 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-385a0630-3815-45f2-99fd-ee6717786f8d req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:22:31.674629 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-385a0630-3815-45f2-99fd-ee6717786f8d req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:22:31.814817 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a0630-3815-45f2-99fd-ee6717786f8d req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:31.816193 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-385a0630-3815-45f2-99fd-ee6717786f8d req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:31.867206 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-385a0630-3815-45f2-99fd-ee6717786f8d req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3188887
Feb 18 11:22:31.889155 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Request body: {'port': {'device_id': 'a3885831-ede4-4dc6-86c1-c421c83a8b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:22:32.027216 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-46831939-848c-43ba-9d3d-6c42b9265624 None None] Provisioning for port a092d363-213a-4322-9ba1-5411e912d3c4 completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:22:32.038504 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-46831939-848c-43ba-9d3d-6c42b9265624 None None] Provisioning complete for port a092d363-213a-4322-9ba1-5411e912d3c4 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:22:32.039244 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-46831939-848c-43ba-9d3d-6c42b9265624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:32.126567 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:32.174024 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-46831939-848c-43ba-9d3d-6c42b9265624 None None] Port a092d363-213a-4322-9ba1-5411e912d3c4 cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:22:32.180943 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6e425-dc7d-4556-a7e1-4b25d1f1cce5 req-31110bc3-8d9d-484c-8188-7fe0eecd8f90 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:32.183904 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5aa6e425-dc7d-4556-a7e1-4b25d1f1cce5 req-31110bc3-8d9d-484c-8188-7fe0eecd8f90 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 932 time: 0.1879380
Feb 18 11:22:32.209034 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0f4d96d9-f204-4ef2-bbfd-ca3937958b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:32.287844 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5aa6e425-dc7d-4556-a7e1-4b25d1f1cce5 req-9767ab89-aa33-4c6f-9f4a-32cfa0fc2b90 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0898743
Feb 18 11:22:32.924157 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a092d363-213a-4322-9ba1-5411e912d3c4 {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:22:32.927126 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:32.934200 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:32.952586 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Transition to ACTIVE for port object a092d363-213a-4322-9ba1-5411e912d3c4 will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:22:32.957281 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:32.979563 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:33.138172 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Pushing event updated for resources: {'Port': ['ID=a092d363-213a-4322-9ba1-5411e912d3c4,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:33.144490 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:33.411214 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Attempting to bind port a092d363-213a-4322-9ba1-5411e912d3c4 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:22:33.411214 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Attempting to bind port a092d363-213a-4322-9ba1-5411e912d3c4 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'a7ef9cbc-51c1-4734-970a-aa330767d8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:22:33.411214 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Attempting to bind port a092d363-213a-4322-9ba1-5411e912d3c4 on network 4703e260-d506-4254-a06e-dbfc1ba6f9e2 {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:22:33.420936 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:22:33.421466 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Checking segment: {'id': 'a7ef9cbc-51c1-4734-970a-aa330767d8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:22:33.422144 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:33.422550 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Bound using segment: {'id': 'a7ef9cbc-51c1-4734-970a-aa330767d8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:22:33.423158 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Bound port: a092d363-213a-4322-9ba1-5411e912d3c4, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ef9cbc-51c1-4734-970a-aa330767d8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:22:33.423614 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:33.920446 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] For port a092d363-213a-4322-9ba1-5411e912d3c4, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:22:33.926260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] For port a092d363-213a-4322-9ba1-5411e912d3c4, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a092d363-213a-4322-9ba1-5411e912d3c4,segment=NetworkSegment(a7ef9cbc-51c1-4734-970a-aa330767d8f5),segment_id=a7ef9cbc-51c1-4734-970a-aa330767d8f5)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:22:33.933033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:33.951161 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:34.095885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a9529-49fb-4830-8498-585686642622 req-504c1e8b-74e8-4e6e-8133-92ed4be50cc6 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:34.097433 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-791a9529-49fb-4830-8498-585686642622 req-504c1e8b-74e8-4e6e-8133-92ed4be50cc6 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Synchronizing usage tracker for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:22:34.182993 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Pushing event updated for resources: {'Port': ['ID=a092d363-213a-4322-9ba1-5411e912d3c4,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:34.194929 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:34.199599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-791a9529-49fb-4830-8498-585686642622 req-504c1e8b-74e8-4e6e-8133-92ed4be50cc6 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Unset dirty status for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:22:34.201931 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-791a9529-49fb-4830-8498-585686642622 req-504c1e8b-74e8-4e6e-8133-92ed4be50cc6 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 944 time: 0.6860611
Feb 18 11:22:34.313524 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-791a9529-49fb-4830-8498-585686642622 req-292332a6-5365-4e1d-b6db-de2bdb8c7637 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0881732
Feb 18 11:22:34.319072 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:34.320283 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:34.323144 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-385a0630-3815-45f2-99fd-ee6717786f8d req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] 10.222.0.79 "PUT /v2.0/ports/a092d363-213a-4322-9ba1-5411e912d3c4 HTTP/1.1" status: 200  len: 1158 time: 2.4403584
Feb 18 11:22:34.324021 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3885831-ede4-4dc6-86c1-c421c83a8b8c', 'tag': 'a092d363-213a-4322-9ba1-5411e912d3c4'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:22:34.489623 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3885831-ede4-4dc6-86c1-c421c83a8b8c', 'tag': 'a092d363-213a-4322-9ba1-5411e912d3c4', 'status': 'completed', 'code': 200}
Feb 18 11:22:34.567311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a0630-3815-45f2-99fd-ee6717786f8d req-8b677acf-9802-48b5-8908-bd6997455fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:34.568472 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-385a0630-3815-45f2-99fd-ee6717786f8d req-8b677acf-9802-48b5-8908-bd6997455fde service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e23a1c783c1a4367a9baa433b98d5451&device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 1161 time: 0.1703379
Feb 18 11:22:34.579815 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:22:34.666915 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-385a0630-3815-45f2-99fd-ee6717786f8d req-d86c8ce0-f354-4ad5-88cf-8dcfe5fee486 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a092d363-213a-4322-9ba1-5411e912d3c4 HTTP/1.1" status: 200  len: 217 time: 0.0825665
Feb 18 11:22:34.758896 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a0630-3815-45f2-99fd-ee6717786f8d req-a634582a-f3b5-4e92-a813-b2b875d07509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:34.761025 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-385a0630-3815-45f2-99fd-ee6717786f8d req-a634582a-f3b5-4e92-a813-b2b875d07509 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=094bd897-73b2-45a4-b258-b41599d84057 HTTP/1.1" status: 200  len: 849 time: 0.0855992
Feb 18 11:22:34.869530 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a0630-3815-45f2-99fd-ee6717786f8d req-de36def6-8adc-4b84-85de-818274783970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:34.872449 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-385a0630-3815-45f2-99fd-ee6717786f8d req-de36def6-8adc-4b84-85de-818274783970 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4703e260-d506-4254-a06e-dbfc1ba6f9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1028717
Feb 18 11:22:35.087229 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-385a0630-3815-45f2-99fd-ee6717786f8d req-0ad6a3f4-9d2d-4904-b682-a5dc91c51411 service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2068007
Feb 18 11:22:35.340613 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-385a0630-3815-45f2-99fd-ee6717786f8d req-7f6bdc96-1961-4548-814d-18821139bd76 service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2388008
Feb 18 11:22:35.612120 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-fa08a471-0a2a-4fbb-b2b6-d720efaaed78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:35.629554 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59862a2-cf9c-46c6-9b1e-21c3fb41f7d3 req-8a4fd950-e2c5-49a1-bf83-637e81fac548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:35.631514 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c59862a2-cf9c-46c6-9b1e-21c3fb41f7d3 req-8a4fd950-e2c5-49a1-bf83-637e81fac548 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e23a1c783c1a4367a9baa433b98d5451&device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 1161 time: 0.1730647
Feb 18 11:22:35.794533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea0a29-2c93-4b6f-b5ee-f0ace355f272 req-d81f4d80-c661-4566-8adf-1a745adf2884 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:35.796295 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-14ea0a29-2c93-4b6f-b5ee-f0ace355f272 req-d81f4d80-c661-4566-8adf-1a745adf2884 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 944 time: 0.2625823
Feb 18 11:22:35.899513 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-14ea0a29-2c93-4b6f-b5ee-f0ace355f272 req-4fc202d3-7068-4027-94e4-479b2f7cbc69 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935717
Feb 18 11:22:35.901239 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59862a2-cf9c-46c6-9b1e-21c3fb41f7d3 req-4c1a9128-50b5-4403-a788-8bbbe934492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:35.903946 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c59862a2-cf9c-46c6-9b1e-21c3fb41f7d3 req-4c1a9128-50b5-4403-a788-8bbbe934492f service neutron] 10.222.0.79 "GET /v2.0/networks?id=4703e260-d506-4254-a06e-dbfc1ba6f9e2 HTTP/1.1" status: 200  len: 904 time: 0.2637899
Feb 18 11:22:36.046241 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c59862a2-cf9c-46c6-9b1e-21c3fb41f7d3 req-a5005798-65ab-4c13-ba31-dac5f00ca6ba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a092d363-213a-4322-9ba1-5411e912d3c4 HTTP/1.1" status: 200  len: 217 time: 0.1337676
Feb 18 11:22:36.139833 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59862a2-cf9c-46c6-9b1e-21c3fb41f7d3 req-10346bcb-9c3a-40f9-bc22-a8185461f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:36.142046 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c59862a2-cf9c-46c6-9b1e-21c3fb41f7d3 req-10346bcb-9c3a-40f9-bc22-a8185461f341 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=094bd897-73b2-45a4-b258-b41599d84057 HTTP/1.1" status: 200  len: 849 time: 0.0869048
Feb 18 11:22:36.234087 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:36.274800 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59862a2-cf9c-46c6-9b1e-21c3fb41f7d3 req-9d290550-32c9-4110-871c-dbce448d524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:36.277790 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c59862a2-cf9c-46c6-9b1e-21c3fb41f7d3 req-9d290550-32c9-4110-871c-dbce448d524d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4703e260-d506-4254-a06e-dbfc1ba6f9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1226611
Feb 18 11:22:36.465004 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c59862a2-cf9c-46c6-9b1e-21c3fb41f7d3 req-b21b3cfa-4686-41df-9feb-a2b5db113a02 service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1788933
Feb 18 11:22:36.636611 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c59862a2-cf9c-46c6-9b1e-21c3fb41f7d3 req-262aa0cb-dbd7-4a6b-ba8d-b5bd25d0a39d service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1623862
Feb 18 11:22:37.139729 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671ea6c-6839-41f7-81cf-9c02addaded4 req-00d2117b-e2d8-4e24-a3b5-6fd659352f91 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:37.142044 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7671ea6c-6839-41f7-81cf-9c02addaded4 req-00d2117b-e2d8-4e24-a3b5-6fd659352f91 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 944 time: 0.1035104
Feb 18 11:22:37.204132 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7671ea6c-6839-41f7-81cf-9c02addaded4 req-67c72cab-8970-4f5d-babb-8ccd29862fe4 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539515
Feb 18 11:22:37.631486 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device a092d363-213a-4322-9ba1-5411e912d3c4 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:22:37.737839 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port a092d363-213a-4322-9ba1-5411e912d3c4 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:22:37.747366 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port a092d363-213a-4322-9ba1-5411e912d3c4 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:22:37.748004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:37.982521 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:38.038675 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3885831-ede4-4dc6-86c1-c421c83a8b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a092d363-213a-4322-9ba1-5411e912d3c4'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:22:38.059677 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port a092d363-213a-4322-9ba1-5411e912d3c4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a092d363-213a-4322-9ba1-5411e912d3c4,segment=NetworkSegment(a7ef9cbc-51c1-4734-970a-aa330767d8f5),segment_id=a7ef9cbc-51c1-4734-970a-aa330767d8f5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:22:38.065617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:38.069244 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:22:38.193381 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3885831-ede4-4dc6-86c1-c421c83a8b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a092d363-213a-4322-9ba1-5411e912d3c4', 'code': 200}
Feb 18 11:22:38.208461 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=a092d363-213a-4322-9ba1-5411e912d3c4,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:22:38.218204 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.218655 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.218969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.219354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.219739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.220121 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.220572 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.223921 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.224391 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.224831 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.225351 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.225816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.226325 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.226738 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.227363 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.227791 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.228172 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.228597 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.228972 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.229346 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.229725 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.230305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.230686 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.231062 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:22:38.243938 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:22:38.262312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:38.547362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:38.556617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8b3f9-7c9a-4670-8b86-77c26c775fbb req-4a04d8ca-239e-4d59-a9be-1f5d78224a74 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:38.558412 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a5d8b3f9-7c9a-4670-8b86-77c26c775fbb req-4a04d8ca-239e-4d59-a9be-1f5d78224a74 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1260655
Feb 18 11:22:38.614136 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaa47a-be48-495f-be72-fd3f5a658424 req-d4079169-bef1-43c9-a265-af79c5a69401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:38.615841 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7dfaa47a-be48-495f-be72-fd3f5a658424 req-d4079169-bef1-43c9-a265-af79c5a69401 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 1163 time: 0.1084211
Feb 18 11:22:38.655842 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a5d8b3f9-7c9a-4670-8b86-77c26c775fbb req-02a03a79-9b18-4930-a00a-eee0c69591a6 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862241
Feb 18 11:22:38.663844 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7dfaa47a-be48-495f-be72-fd3f5a658424 req-0d73dbc6-acfb-4448-a447-e2b60e1319cf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414758
Feb 18 11:22:39.052101 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device a092d363-213a-4322-9ba1-5411e912d3c4 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:22:39.138972 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port a092d363-213a-4322-9ba1-5411e912d3c4 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:22:39.139464 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:39.965705 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25eff53-a2af-4dfa-b5c2-98766bed9674 req-411918e5-4b18-440f-a0d1-f866677ed69f tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:39.968032 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e25eff53-a2af-4dfa-b5c2-98766bed9674 req-411918e5-4b18-440f-a0d1-f866677ed69f tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1507165
Feb 18 11:22:40.032911 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e25eff53-a2af-4dfa-b5c2-98766bed9674 req-84ac350e-04a9-4a59-8f86-b2c80938fbbe tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568824
Feb 18 11:22:41.376194 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ac2b7-691e-43bd-9c13-7caf6f2bb298 req-fab4e779-53ec-4211-98c1-ea18ab170437 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:41.380148 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4e8ac2b7-691e-43bd-9c13-7caf6f2bb298 req-fab4e779-53ec-4211-98c1-ea18ab170437 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1861169
Feb 18 11:22:41.467741 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4e8ac2b7-691e-43bd-9c13-7caf6f2bb298 req-f0ece8f5-2264-40eb-a1df-432029336481 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0800190
Feb 18 11:22:41.781081 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebdcdd-0a89-4447-8bb6-b448dd81d309 req-bd752c4d-96d4-4940-9c45-cfc75a9322c2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:41.784973 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-deebdcdd-0a89-4447-8bb6-b448dd81d309 req-bd752c4d-96d4-4940-9c45-cfc75a9322c2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1765058
Feb 18 11:22:41.799616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47322) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:22:41.807073 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-9da884b5-afac-45c2-8c55-1c7b65790f76 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Request body: {'floatingip': {'port_id': 'a092d363-213a-4322-9ba1-5411e912d3c4'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:22:41.910088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9da884b5-afac-45c2-8c55-1c7b65790f76 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for floatingip, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:42.854893 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9da884b5-afac-45c2-8c55-1c7b65790f76 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:42.859586 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9da884b5-afac-45c2-8c55-1c7b65790f76 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:43.214847 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [None req-9da884b5-afac-45c2-8c55-1c7b65790f76 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Floating IP 944a55a3-7123-4638-9b1c-a018ea1c309a associated. External IP: 172.27.1.223, port: a092d363-213a-4322-9ba1-5411e912d3c4.
Feb 18 11:22:44.121442 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da884b5-afac-45c2-8c55-1c7b65790f76 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:22:44.465203 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da884b5-afac-45c2-8c55-1c7b65790f76 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:22:44.472789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9da884b5-afac-45c2-8c55-1c7b65790f76 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:22:44.481406 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1995f282-be0b-4aaa-81ee-ab0178422f3a None None] Sync routers for ids ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:22:44.500774 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1995f282-be0b-4aaa-81ee-ab0178422f3a None None] Routers {'af09cb3a-01ef-4fb8-a4b1-7b82435eac44'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:22:44.501481 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-1995f282-be0b-4aaa-81ee-ab0178422f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccc8f41a58>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:22:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:22:44.571403 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-9da884b5-afac-45c2-8c55-1c7b65790f76 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "PUT /v2.0/floatingips/944a55a3-7123-4638-9b1c-a018ea1c309a HTTP/1.1" status: 200  len: 992 time: 2.7692928
Feb 18 11:22:44.572652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3885831-ede4-4dc6-86c1-c421c83a8b8c', 'tag': 'a092d363-213a-4322-9ba1-5411e912d3c4'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:22:44.659625 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3885831-ede4-4dc6-86c1-c421c83a8b8c', 'tag': 'a092d363-213a-4322-9ba1-5411e912d3c4', 'status': 'completed', 'code': 200}
Feb 18 11:22:44.840836 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-1995f282-be0b-4aaa-81ee-ab0178422f3a None None] Set router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:22:44.861048 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130e6b7-67fd-404b-855f-bc6e8f7e97b6 req-c8e7e3ef-035d-40b7-b3c1-8f59a556f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:44.864249 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4130e6b7-67fd-404b-855f-bc6e8f7e97b6 req-c8e7e3ef-035d-40b7-b3c1-8f59a556f9ba service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e23a1c783c1a4367a9baa433b98d5451&device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 1163 time: 0.1450703
Feb 18 11:22:45.156578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130e6b7-67fd-404b-855f-bc6e8f7e97b6 req-1e548455-4318-479e-951a-d4294a927eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:45.160117 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4130e6b7-67fd-404b-855f-bc6e8f7e97b6 req-1e548455-4318-479e-951a-d4294a927eb5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4703e260-d506-4254-a06e-dbfc1ba6f9e2 HTTP/1.1" status: 200  len: 904 time: 0.2882895
Feb 18 11:22:45.359932 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4130e6b7-67fd-404b-855f-bc6e8f7e97b6 req-62310816-7891-408c-a705-cef474567d95 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a092d363-213a-4322-9ba1-5411e912d3c4 HTTP/1.1" status: 200  len: 1000 time: 0.1921790
Feb 18 11:22:45.386765 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-1995f282-be0b-4aaa-81ee-ab0178422f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccc8f41a58>, [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': '944a55a3-7123-4638-9b1c-a018ea1c309a', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'port_id': 'a092d363-213a-4322-9ba1-5411e912d3c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'mac_address': 'fa:16:3e:54:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3885831-ede4-4dc6-86c1-c421c83a8b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:22:20Z', 'updated_at': '2021-02-18T11:22:42Z', 'revision_number': 1, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4af01b-6620-443c-b092-68fd4e15df7b', 'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'mac_address': 'fa:16:3e:64:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:12Z', 'updated_at': '2021-02-18T11:22:23Z', 'revision_number': 5, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'subnets': [{'id': '094bd897-73b2-45a4-b258-b41599d84057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:22:45.392494 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1995f282-be0b-4aaa-81ee-ab0178422f3a None None] Checking router: af09cb3a-01ef-4fb8-a4b1-7b82435eac44 for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:22:45.405812 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1995f282-be0b-4aaa-81ee-ab0178422f3a None None] Routers {'af09cb3a-01ef-4fb8-a4b1-7b82435eac44'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:22:45.406507 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-1995f282-be0b-4aaa-81ee-ab0178422f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccc8f41a58>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:22:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:22:45.467186 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130e6b7-67fd-404b-855f-bc6e8f7e97b6 req-9e13a0fe-80ee-46fe-869f-537e77dcd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:45.470084 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4130e6b7-67fd-404b-855f-bc6e8f7e97b6 req-9e13a0fe-80ee-46fe-869f-537e77dcd5e5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=094bd897-73b2-45a4-b258-b41599d84057 HTTP/1.1" status: 200  len: 849 time: 0.1032295
Feb 18 11:22:45.631103 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130e6b7-67fd-404b-855f-bc6e8f7e97b6 req-0c924525-d7f3-407d-90f0-d89048ed5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:45.633242 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4130e6b7-67fd-404b-855f-bc6e8f7e97b6 req-0c924525-d7f3-407d-90f0-d89048ed5266 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4703e260-d506-4254-a06e-dbfc1ba6f9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1558712
Feb 18 11:22:45.888985 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4130e6b7-67fd-404b-855f-bc6e8f7e97b6 req-dc04e0d4-7cc0-46f3-9e07-a026e9a416c5 service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2476943
Feb 18 11:22:45.924783 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-1995f282-be0b-4aaa-81ee-ab0178422f3a None None] Set router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:22:46.152735 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4130e6b7-67fd-404b-855f-bc6e8f7e97b6 req-0b140180-372d-45b1-a487-d826fa70e2b1 service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2561698
Feb 18 11:22:46.500621 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-1995f282-be0b-4aaa-81ee-ab0178422f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccc8f41a58>, [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': '944a55a3-7123-4638-9b1c-a018ea1c309a', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'port_id': 'a092d363-213a-4322-9ba1-5411e912d3c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'mac_address': 'fa:16:3e:54:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3885831-ede4-4dc6-86c1-c421c83a8b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:22:20Z', 'updated_at': '2021-02-18T11:22:42Z', 'revision_number': 1, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4af01b-6620-443c-b092-68fd4e15df7b', 'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'mac_address': 'fa:16:3e:64:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:12Z', 'updated_at': '2021-02-18T11:22:23Z', 'revision_number': 5, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'subnets': [{'id': '094bd897-73b2-45a4-b258-b41599d84057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:22:46.506042 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1995f282-be0b-4aaa-81ee-ab0178422f3a None None] The sync data for ids ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'] in dv-cinder-773985-5-iscsi is: [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': '944a55a3-7123-4638-9b1c-a018ea1c309a', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'port_id': 'a092d363-213a-4322-9ba1-5411e912d3c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'mac_address': 'fa:16:3e:54:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3885831-ede4-4dc6-86c1-c421c83a8b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:22:20Z', 'updated_at': '2021-02-18T11:22:42Z', 'revision_number': 1, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4af01b-6620-443c-b092-68fd4e15df7b', 'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'mac_address': 'fa:16:3e:64:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:12Z', 'updated_at': '2021-02-18T11:22:23Z', 'revision_number': 5, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'subnets': [{'id': '094bd897-73b2-45a4-b258-b41599d84057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:22:46.897108 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457ee2d4-e668-4967-8230-ab9b58089dcf None None] New status for floating IP 944a55a3-7123-4638-9b1c-a018ea1c309a: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:22:53.637478 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a710d47-8ebe-4691-bce3-d2e704c50db2 req-fc725748-231c-456f-98fa-6b1c89f94313 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:53.639304 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2a710d47-8ebe-4691-bce3-d2e704c50db2 req-fc725748-231c-456f-98fa-6b1c89f94313 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.1034424
Feb 18 11:22:53.710186 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2a710d47-8ebe-4691-bce3-d2e704c50db2 req-198db69b-981e-420e-aa77-df8cabdbc89a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0575643
Feb 18 11:22:55.101314 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb33590-ce10-4bbf-8462-ce84398624cf req-e6bb7d69-898b-48c7-adf7-0b7ff5344dc5 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:55.104475 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0eb33590-ce10-4bbf-8462-ce84398624cf req-e6bb7d69-898b-48c7-adf7-0b7ff5344dc5 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.1543226
Feb 18 11:22:55.198205 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0eb33590-ce10-4bbf-8462-ce84398624cf req-b61a45f0-3e0f-4404-94d2-8283bc7b76e8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0808616
Feb 18 11:22:56.547191 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a22efc-9d52-4630-85ca-057594960770 req-6ff93782-b544-4268-822f-440100b342d6 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:56.550654 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-12a22efc-9d52-4630-85ca-057594960770 req-6ff93782-b544-4268-822f-440100b342d6 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.1698191
Feb 18 11:22:56.629135 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-12a22efc-9d52-4630-85ca-057594960770 req-0db5537f-d832-4f28-a3e7-0bfec9b5c07e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0663466
Feb 18 11:22:58.039419 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a7688-d12c-44c7-ba8c-67642f795800 req-7d399d2f-ec42-4138-ad28-55cea7cb7e35 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:58.042408 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f48a7688-d12c-44c7-ba8c-67642f795800 req-7d399d2f-ec42-4138-ad28-55cea7cb7e35 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.1840177
Feb 18 11:22:58.155998 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f48a7688-d12c-44c7-ba8c-67642f795800 req-3b13dab1-5a2c-45ba-b810-0eb86b90087e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1001296
Feb 18 11:22:58.616809 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaffa5f-770e-46e7-8fc8-20c32899e93b req-42ce359d-02ca-434c-b3eb-2a94408d848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:58.619744 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2aaffa5f-770e-46e7-8fc8-20c32899e93b req-42ce359d-02ca-434c-b3eb-2a94408d848f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e2268be57276451990e755f8fd240a7b&device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 1162 time: 0.1604412
Feb 18 11:22:58.858746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaffa5f-770e-46e7-8fc8-20c32899e93b req-0d30ac6c-1a9b-4252-a58f-2574201dac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:58.860628 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2aaffa5f-770e-46e7-8fc8-20c32899e93b req-0d30ac6c-1a9b-4252-a58f-2574201dac6c service neutron] 10.222.0.79 "GET /v2.0/networks?id=2eb671a8-43fd-4441-8401-3d50379d13b7 HTTP/1.1" status: 200  len: 902 time: 0.2168839
Feb 18 11:22:59.334975 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2aaffa5f-770e-46e7-8fc8-20c32899e93b req-c1e7bb9e-1e48-41b4-a060-922612ac7fb0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=917f2cba-9196-45ff-8614-fae8a63f7507 HTTP/1.1" status: 200  len: 1001 time: 0.4637156
Feb 18 11:22:59.503810 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaffa5f-770e-46e7-8fc8-20c32899e93b req-d9093d87-2d50-4468-a1b4-058da83bfbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:59.506763 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2aaffa5f-770e-46e7-8fc8-20c32899e93b req-d9093d87-2d50-4468-a1b4-058da83bfbae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74 HTTP/1.1" status: 200  len: 847 time: 0.1304286
Feb 18 11:22:59.650860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bf1d3-ce8b-47b1-b149-c61d02c5085c req-37216c2f-c84f-4f9b-98d1-d6854e09b113 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:59.653984 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-414bf1d3-ce8b-47b1-b149-c61d02c5085c req-37216c2f-c84f-4f9b-98d1-d6854e09b113 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.3176706
Feb 18 11:22:59.795626 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-414bf1d3-ce8b-47b1-b149-c61d02c5085c req-dc9e9858-3238-408a-8811-86ae051d9f7e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1255100
Feb 18 11:22:59.802233 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaffa5f-770e-46e7-8fc8-20c32899e93b req-81559d25-7230-4196-bf34-f564ac8b7cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:22:59.804725 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2aaffa5f-770e-46e7-8fc8-20c32899e93b req-81559d25-7230-4196-bf34-f564ac8b7cf2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2eb671a8-43fd-4441-8401-3d50379d13b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2821629
Feb 18 11:23:00.096930 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2aaffa5f-770e-46e7-8fc8-20c32899e93b req-510a5d5b-0c22-4ad3-8a90-a5265b845dd2 service neutron] 10.222.0.79 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2827561
Feb 18 11:23:00.398633 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2aaffa5f-770e-46e7-8fc8-20c32899e93b req-9e08ceda-b064-490c-8a70-1612d0547724 service neutron] 10.222.0.79 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2952435
Feb 18 11:23:01.219315 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a732e-8efb-4f60-976d-6b099e7db3cf req-0f1c6b92-9ed9-4aa9-bd61-ad532394e444 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:01.223413 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3b9a732e-8efb-4f60-976d-6b099e7db3cf req-0f1c6b92-9ed9-4aa9-bd61-ad532394e444 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.1878629
Feb 18 11:23:01.322003 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3b9a732e-8efb-4f60-976d-6b099e7db3cf req-76364ba2-f1dc-4fdf-a1f6-57e42e7fdf1d tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0881393
Feb 18 11:23:02.200176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5b0a5378-fc1d-441a-a77b-a9814c4cca8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:02.743910 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1966493-09ae-47f7-8ac9-690d1b5ee072 req-73ef4567-8728-44e4-be56-41d4bc0c66d6 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:02.747036 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b1966493-09ae-47f7-8ac9-690d1b5ee072 req-73ef4567-8728-44e4-be56-41d4bc0c66d6 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.1754951
Feb 18 11:23:02.848874 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b1966493-09ae-47f7-8ac9-690d1b5ee072 req-bcac9e66-59f4-4bd2-8c98-8888d45ababf tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0884662
Feb 18 11:23:02.943543 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:03.838884 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e38ec6-c324-4440-a0d8-e8b3ba818ca6 req-cd8eae02-e65c-4da7-bc94-0ae05263e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:03.840853 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b3e38ec6-c324-4440-a0d8-e8b3ba818ca6 req-cd8eae02-e65c-4da7-bc94-0ae05263e8e2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e2268be57276451990e755f8fd240a7b&device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 1162 time: 0.0979738
Feb 18 11:23:04.211173 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e38ec6-c324-4440-a0d8-e8b3ba818ca6 req-131f86dc-5552-4a2d-a349-9d5e5f3af430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:04.214090 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b3e38ec6-c324-4440-a0d8-e8b3ba818ca6 req-131f86dc-5552-4a2d-a349-9d5e5f3af430 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2eb671a8-43fd-4441-8401-3d50379d13b7 HTTP/1.1" status: 200  len: 902 time: 0.3668165
Feb 18 11:23:04.333889 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb2ae3-543c-4158-8106-7323ff4e93cd req-616a5fb6-f5a5-4957-bc60-4670c57f9524 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:04.335727 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-45fb2ae3-543c-4158-8106-7323ff4e93cd req-616a5fb6-f5a5-4957-bc60-4670c57f9524 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.3118336
Feb 18 11:23:04.396700 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b3e38ec6-c324-4440-a0d8-e8b3ba818ca6 req-3770ee91-9aab-43ec-a239-780182c76e0c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=917f2cba-9196-45ff-8614-fae8a63f7507 HTTP/1.1" status: 200  len: 1001 time: 0.1741211
Feb 18 11:23:04.519820 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-45fb2ae3-543c-4158-8106-7323ff4e93cd req-6928a4a6-33d7-44ef-aea5-46d5cca8c529 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1642349
Feb 18 11:23:04.547604 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e38ec6-c324-4440-a0d8-e8b3ba818ca6 req-8905b18c-d079-436a-8af1-851ef79d128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:04.551100 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b3e38ec6-c324-4440-a0d8-e8b3ba818ca6 req-8905b18c-d079-436a-8af1-851ef79d128f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74 HTTP/1.1" status: 200  len: 847 time: 0.1375961
Feb 18 11:23:04.700208 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e38ec6-c324-4440-a0d8-e8b3ba818ca6 req-90c8032f-13d6-4e11-ac89-4f97672d56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:04.702796 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b3e38ec6-c324-4440-a0d8-e8b3ba818ca6 req-90c8032f-13d6-4e11-ac89-4f97672d56ba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2eb671a8-43fd-4441-8401-3d50379d13b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1423473
Feb 18 11:23:04.893035 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b3e38ec6-c324-4440-a0d8-e8b3ba818ca6 req-58898c34-b69e-4693-b7bf-a83d0c52e910 service neutron] 10.222.0.79 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803420
Feb 18 11:23:05.192313 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b3e38ec6-c324-4440-a0d8-e8b3ba818ca6 req-1a305988-c9ed-4cd3-b914-44f78e978146 service neutron] 10.222.0.79 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2925286
Feb 18 11:23:05.621646 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7781decb-4db9-427c-afae-26d841861103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:05.958458 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63d80e-ee65-4ac5-9522-148a11cb469f req-a9fcd797-2993-48b4-b6d7-6c5fb6fb4562 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:05.961301 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eb63d80e-ee65-4ac5-9522-148a11cb469f req-a9fcd797-2993-48b4-b6d7-6c5fb6fb4562 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.1838856
Feb 18 11:23:06.020961 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eb63d80e-ee65-4ac5-9522-148a11cb469f req-7cdc0080-d584-4cc1-b90c-8e9e80553f92 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0519357
Feb 18 11:23:06.242694 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:07.214138 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 917f2cba-9196-45ff-8614-fae8a63f7507 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:23:07.436720 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:07.458939 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd020b77-28c6-4b8b-943a-3864504fa3c4 req-c5e2978e-01bf-4a0b-bbc9-1eb6378fcbe3 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:07.462117 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dd020b77-28c6-4b8b-943a-3864504fa3c4 req-c5e2978e-01bf-4a0b-bbc9-1eb6378fcbe3 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.1823809
Feb 18 11:23:07.482517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '917f2cba-9196-45ff-8614-fae8a63f7507'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:23:07.501768 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 917f2cba-9196-45ff-8614-fae8a63f7507, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=917f2cba-9196-45ff-8614-fae8a63f7507,segment=NetworkSegment(09b693df-9929-4514-9bb0-138a4b48da8e),segment_id=09b693df-9929-4514-9bb0-138a4b48da8e)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:23:07.507939 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:07.511504 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:23:07.560868 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dd020b77-28c6-4b8b-943a-3864504fa3c4 req-777d86ee-c8b9-467a-9c3e-1644e9d10749 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0828900
Feb 18 11:23:07.590158 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '917f2cba-9196-45ff-8614-fae8a63f7507', 'code': 200}
Feb 18 11:23:07.660317 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=917f2cba-9196-45ff-8614-fae8a63f7507,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:23:07.666776 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:23:08.263651 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:08.534559 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:08.911404 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab0300-ee11-4513-b42d-358494a097a3 req-990cfef1-1320-426a-a0cc-5adfffde7a82 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:08.914691 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9fab0300-ee11-4513-b42d-358494a097a3 req-990cfef1-1320-426a-a0cc-5adfffde7a82 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 943 time: 0.1571472
Feb 18 11:23:08.993570 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9fab0300-ee11-4513-b42d-358494a097a3 req-5694e14e-8759-4313-8435-161b16b4c1c6 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0649750
Feb 18 11:23:09.411777 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47406) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:23:09.535964 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ffb46-6209-4ad6-9243-f90a6743701d req-ff52473a-7886-46b2-9905-37b47257cf9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:09.539145 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-350ffb46-6209-4ad6-9243-f90a6743701d req-ff52473a-7886-46b2-9905-37b47257cf9a tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 943 time: 0.1184800
Feb 18 11:23:09.619489 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-350ffb46-6209-4ad6-9243-f90a6743701d req-ecd8d46f-5ec8-4b8b-b610-52a3ec83d95c tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0647111
Feb 18 11:23:09.655753 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-58242374-6b39-4d4a-bf95-ca6e1c3c4897 req-52f4289f-77d5-4df6-b3ee-a58bff6b28b9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2417629
Feb 18 11:23:11.019260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f1687-9723-4528-94cb-cddb1a6941f2 req-e61eeb38-b40e-4c2e-8c21-d30719df479d tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:11.022332 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d92f1687-9723-4528-94cb-cddb1a6941f2 req-e61eeb38-b40e-4c2e-8c21-d30719df479d tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 943 time: 0.1835892
Feb 18 11:23:11.127690 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d92f1687-9723-4528-94cb-cddb1a6941f2 req-5a347e48-3d52-412d-8d83-85be0312b7a8 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0910120
Feb 18 11:23:11.580677 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:23:11.910700 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58242374-6b39-4d4a-bf95-ca6e1c3c4897 req-e15db81f-08a2-4be7-b710-e8ec4770a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:11.913709 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-58242374-6b39-4d4a-bf95-ca6e1c3c4897 req-e15db81f-08a2-4be7-b710-e8ec4770a6bb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471&tenant_id=e2268be57276451990e755f8fd240a7b HTTP/1.1" status: 200  len: 1160 time: 0.1527205
Feb 18 11:23:12.093650 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58242374-6b39-4d4a-bf95-ca6e1c3c4897 req-46b85de7-8b06-4e41-ae9b-3ca9160f9e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:12.097324 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-58242374-6b39-4d4a-bf95-ca6e1c3c4897 req-46b85de7-8b06-4e41-ae9b-3ca9160f9e4c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e2268be57276451990e755f8fd240a7b&device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 1160 time: 0.1406529
Feb 18 11:23:12.453471 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58242374-6b39-4d4a-bf95-ca6e1c3c4897 req-e6e03f1d-4c1d-474f-ae21-77036a3df2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:12.456575 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-58242374-6b39-4d4a-bf95-ca6e1c3c4897 req-e6e03f1d-4c1d-474f-ae21-77036a3df2b8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2eb671a8-43fd-4441-8401-3d50379d13b7 HTTP/1.1" status: 200  len: 902 time: 0.3517623
Feb 18 11:23:12.736340 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-58242374-6b39-4d4a-bf95-ca6e1c3c4897 req-35630517-d2d3-4406-a962-ebefacfda1bd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=917f2cba-9196-45ff-8614-fae8a63f7507 HTTP/1.1" status: 200  len: 999 time: 0.2671118
Feb 18 11:23:12.834379 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60e5bd-6e13-4532-8f8c-87b18c5eed59 req-efe4d617-e42a-4e40-8da8-e0af097e6f42 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:12.837574 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cb60e5bd-6e13-4532-8f8c-87b18c5eed59 req-efe4d617-e42a-4e40-8da8-e0af097e6f42 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 943 time: 0.4534104
Feb 18 11:23:12.965319 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58242374-6b39-4d4a-bf95-ca6e1c3c4897 req-b7acc919-d785-4a92-82cb-27ccc557dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:12.968208 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-58242374-6b39-4d4a-bf95-ca6e1c3c4897 req-b7acc919-d785-4a92-82cb-27ccc557dc06 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74 HTTP/1.1" status: 200  len: 847 time: 0.2235398
Feb 18 11:23:12.979043 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cb60e5bd-6e13-4532-8f8c-87b18c5eed59 req-12bb75f5-bf1d-4de6-8f67-0791e24cd46e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1314149
Feb 18 11:23:13.128948 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58242374-6b39-4d4a-bf95-ca6e1c3c4897 req-f4c8ec65-1338-4683-aca8-94535d60379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:13.131561 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-58242374-6b39-4d4a-bf95-ca6e1c3c4897 req-f4c8ec65-1338-4683-aca8-94535d60379b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2eb671a8-43fd-4441-8401-3d50379d13b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1505687
Feb 18 11:23:13.352101 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-58242374-6b39-4d4a-bf95-ca6e1c3c4897 req-b55430c4-0462-4eef-a7fa-61815acb102e service neutron] 10.222.0.79 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2125845
Feb 18 11:23:13.631399 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-58242374-6b39-4d4a-bf95-ca6e1c3c4897 req-8313ae17-126b-4f36-8787-b7a221148442 service neutron] 10.222.0.79 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2720413
Feb 18 11:23:14.327558 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3dc0e-d9e4-4fb8-aa21-19e91fa06a8e req-a5d0444b-1854-4f77-88f9-a17032425039 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:14.330994 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0e3dc0e-d9e4-4fb8-aa21-19e91fa06a8e req-a5d0444b-1854-4f77-88f9-a17032425039 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 943 time: 0.1715298
Feb 18 11:23:14.441965 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0e3dc0e-d9e4-4fb8-aa21-19e91fa06a8e req-15dc444e-e510-4014-a2a4-976bea52585e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0977085
Feb 18 11:23:15.767486 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b7ca8-bd6f-432b-a789-d4241328e51e req-dd14b972-1ace-4cea-b012-7582125ae9ff tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:15.770648 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c54b7ca8-bd6f-432b-a789-d4241328e51e req-dd14b972-1ace-4cea-b012-7582125ae9ff tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 943 time: 0.1731873
Feb 18 11:23:15.868421 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c54b7ca8-bd6f-432b-a789-d4241328e51e req-d8f42dd3-a030-4ba2-ad70-754cebe8098b tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0864725
Feb 18 11:23:17.239133 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b943600-5440-4e4a-a369-26f743480d88 req-f453e9af-3370-4fbe-a2ba-21223d061145 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:17.242297 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8b943600-5440-4e4a-a369-26f743480d88 req-f453e9af-3370-4fbe-a2ba-21223d061145 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 943 time: 0.1735265
Feb 18 11:23:17.329856 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8b943600-5440-4e4a-a369-26f743480d88 req-e0d9d020-091f-4270-af74-b81019c096c2 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0734887
Feb 18 11:23:18.588061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc85978-0548-427f-9904-cefc347af1db req-f34697e7-ef3e-473d-8d26-362dce7055d6 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:18.589953 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ebc85978-0548-427f-9904-cefc347af1db req-f34697e7-ef3e-473d-8d26-362dce7055d6 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 943 time: 0.1109076
Feb 18 11:23:18.701948 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ebc85978-0548-427f-9904-cefc347af1db req-924a5085-7e75-4e5d-accc-0e45e28114f5 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0977168
Feb 18 11:23:20.048416 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b54f50-a6c1-4004-b773-dde48cf02247 req-625ebb3f-1135-4ea5-91a3-caec75864ef4 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:20.050613 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-81b54f50-a6c1-4004-b773-dde48cf02247 req-625ebb3f-1135-4ea5-91a3-caec75864ef4 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 943 time: 0.1085522
Feb 18 11:23:20.128739 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-81b54f50-a6c1-4004-b773-dde48cf02247 req-b5cbe768-5638-4f09-a2c1-daa322684432 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0669148
Feb 18 11:23:21.488602 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425fe52-1bc1-4daf-b89a-3bec42c7c50b req-1a1d7f85-2a4a-4869-83f1-3c4e75bd6ae5 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:21.490516 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4425fe52-1bc1-4daf-b89a-3bec42c7c50b req-1a1d7f85-2a4a-4869-83f1-3c4e75bd6ae5 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 943 time: 0.1409962
Feb 18 11:23:21.824746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 917f2cba-9196-45ff-8614-fae8a63f7507 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:23:21.827805 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4425fe52-1bc1-4daf-b89a-3bec42c7c50b req-888a188a-8655-4da0-b102-25396f3a9fdb tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3255672
Feb 18 11:23:21.915095 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 917f2cba-9196-45ff-8614-fae8a63f7507 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:23:21.915541 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:22.069016 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:22.128699 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917f2cba-9196-45ff-8614-fae8a63f7507'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:23:22.149467 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 917f2cba-9196-45ff-8614-fae8a63f7507, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=917f2cba-9196-45ff-8614-fae8a63f7507,segment=NetworkSegment(09b693df-9929-4514-9bb0-138a4b48da8e),segment_id=09b693df-9929-4514-9bb0-138a4b48da8e)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:23:22.154573 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:22.159266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:23:22.218448 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917f2cba-9196-45ff-8614-fae8a63f7507', 'code': 200}
Feb 18 11:23:22.279860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=917f2cba-9196-45ff-8614-fae8a63f7507,revision_number=6']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:23:22.285579 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:23:22.715211 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edc480-146b-417c-a27d-f777448fe6fa req-2a7717a4-202f-4282-99be-7c60b0f4fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:22.718148 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d6edc480-146b-417c-a27d-f777448fe6fa req-2a7717a4-202f-4282-99be-7c60b0f4fc1a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 1162 time: 0.1606326
Feb 18 11:23:22.807806 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d6edc480-146b-417c-a27d-f777448fe6fa req-1dddbc7d-39f3-45ae-86ed-0a41184246d0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0813217
Feb 18 11:23:23.097586 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed9b78-1eff-4363-ac89-5a7693f886e9 req-170765a4-e815-41d5-abd0-cece32fa3286 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:23.099364 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-52ed9b78-1eff-4363-ac89-5a7693f886e9 req-170765a4-e815-41d5-abd0-cece32fa3286 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.1217875
Feb 18 11:23:23.176895 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-52ed9b78-1eff-4363-ac89-5a7693f886e9 req-5246898c-c871-43b3-a92f-74008aba0285 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0635915
Feb 18 11:23:23.495405 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 917f2cba-9196-45ff-8614-fae8a63f7507 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:23:23.580184 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 917f2cba-9196-45ff-8614-fae8a63f7507 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:23:23.580638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:24.419399 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee34b9b-30c7-4480-8699-de99bc91aa37 req-a763ad9e-c794-4827-845c-011f6f0a0456 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:24.421254 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8ee34b9b-30c7-4480-8699-de99bc91aa37 req-a763ad9e-c794-4827-845c-011f6f0a0456 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.1139553
Feb 18 11:23:24.500252 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8ee34b9b-30c7-4480-8699-de99bc91aa37 req-121ff4c7-46cd-4144-8011-5ea7484c56c7 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0651503
Feb 18 11:23:25.504532 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 917f2cba-9196-45ff-8614-fae8a63f7507 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:23:25.659243 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 917f2cba-9196-45ff-8614-fae8a63f7507 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:23:25.659964 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:32.206778 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-440f6016-97cd-46b9-8f2a-ad89de36b63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:32.503717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565daea3-cfd9-484c-b2c7-4d2f0630aaae req-ed8aede2-5fca-4c3a-ae06-b569059056c6 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:32.506802 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-565daea3-cfd9-484c-b2c7-4d2f0630aaae req-ed8aede2-5fca-4c3a-ae06-b569059056c6 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1895103
Feb 18 11:23:32.607419 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-565daea3-cfd9-484c-b2c7-4d2f0630aaae req-315d35df-40e6-4ac4-a08f-fd2dd6e8b7b7 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0869873
Feb 18 11:23:32.615465 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b7ae1-3ff8-4ee9-a3f7-9ca160eaee4c req-10232767-ff5e-4321-917b-1f46c21ef2e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:32.618599 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c02b7ae1-3ff8-4ee9-a3f7-9ca160eaee4c req-10232767-ff5e-4321-917b-1f46c21ef2e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 946 time: 0.1632438
Feb 18 11:23:32.682092 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c02b7ae1-3ff8-4ee9-a3f7-9ca160eaee4c req-08f53f9a-f005-4b20-8ccc-531a42da71e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0498285
Feb 18 11:23:32.960509 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:33.968502 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c8b10-d30d-4c13-97dd-81a9cf4bf387 req-9a14c2f5-cfff-4269-a9be-902568efd160 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:33.970657 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-258c8b10-d30d-4c13-97dd-81a9cf4bf387 req-9a14c2f5-cfff-4269-a9be-902568efd160 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1532845
Feb 18 11:23:34.057743 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-258c8b10-d30d-4c13-97dd-81a9cf4bf387 req-148c7561-918e-4d5a-8002-313d3a0f416e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738299
Feb 18 11:23:34.071336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c78f37-8641-4aac-868c-30409194533c req-32b09f6f-9f3b-4ad9-8ece-cdb356f3081b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:34.074465 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d3c78f37-8641-4aac-868c-30409194533c req-32b09f6f-9f3b-4ad9-8ece-cdb356f3081b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 946 time: 0.1643794
Feb 18 11:23:34.165716 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d3c78f37-8641-4aac-868c-30409194533c req-f2306285-a505-456f-aeb0-09d506552d1a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0787113
Feb 18 11:23:34.394493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85762d6e-f070-4ea3-92e9-d370d40d7f5d req-9673d6a3-f4f9-474e-9b43-66546ec7ad16 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:34.396214 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-85762d6e-f070-4ea3-92e9-d370d40d7f5d req-9673d6a3-f4f9-474e-9b43-66546ec7ad16 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 946 time: 0.1104019
Feb 18 11:23:34.504087 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-85762d6e-f070-4ea3-92e9-d370d40d7f5d req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Deleting port fb6264c4-8835-47d3-a89b-5cc4de30e371 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:23:34.504504 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-85762d6e-f070-4ea3-92e9-d370d40d7f5d req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:34.863200 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-85762d6e-f070-4ea3-92e9-d370d40d7f5d req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] For port fb6264c4-8835-47d3-a89b-5cc4de30e371, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fb6264c4-8835-47d3-a89b-5cc4de30e371,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:23:34.863853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-85762d6e-f070-4ea3-92e9-d370d40d7f5d req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:35.346752 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-85762d6e-f070-4ea3-92e9-d370d40d7f5d req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:35.348671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-85762d6e-f070-4ea3-92e9-d370d40d7f5d req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:35.348671 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [req-85762d6e-f070-4ea3-92e9-d370d40d7f5d req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Floating IP 8665500c-38c1-472a-b166-ac3320946317 disassociated. External IP: 172.27.1.85, port: fb6264c4-8835-47d3-a89b-5cc4de30e371.
Feb 18 11:23:35.349154 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-85762d6e-f070-4ea3-92e9-d370d40d7f5d req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Calling delete_port for fb6264c4-8835-47d3-a89b-5cc4de30e371 owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:23:35.350445 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ef61b-a2ce-4225-a052-2306c9a7042f req-7af44d5f-1801-49ab-b8d3-6c6eeb44e653 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:35.353562 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-650ef61b-a2ce-4225-a052-2306c9a7042f req-7af44d5f-1801-49ab-b8d3-6c6eeb44e653 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1474912
Feb 18 11:23:35.435691 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-650ef61b-a2ce-4225-a052-2306c9a7042f req-5a091003-0d54-4790-a196-d96cb67649c5 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678391
Feb 18 11:23:35.468215 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device fb6264c4-8835-47d3-a89b-5cc4de30e371 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:23:35.591938 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997553d-06d2-497c-8383-f738c90560ac req-66113cf5-af92-4f00-8ea1-926479968eac tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:35.595348 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5997553d-06d2-497c-8383-f738c90560ac req-66113cf5-af92-4f00-8ea1-926479968eac tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 946 time: 0.1957679
Feb 18 11:23:35.630112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-01f9ff21-610c-4454-84f4-4950f7cfcd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:35.636761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:35.756512 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5997553d-06d2-497c-8383-f738c90560ac req-2b14c484-ff29-4fe2-a36b-acf7f7577165 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0984418
Feb 18 11:23:35.767834 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-85762d6e-f070-4ea3-92e9-d370d40d7f5d req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:35.799875 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3bde421b-c4c6-4bec-969c-5f15546c2b4c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:23:36.003082 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event deleted for resources: {'Port': ['ID=fb6264c4-8835-47d3-a89b-5cc4de30e371,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:23:36.023065 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.023529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.024152 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.024569 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.024979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.025370 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.025766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.026158 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.026540 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.026925 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.027312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.027698 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.028203 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.028631 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.029026 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.029409 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.029861 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.030311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.030752 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.031214 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.031609 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.031996 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.032377 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.032801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:36.039012 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:23:36.241608 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:36.410761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85762d6e-f070-4ea3-92e9-d370d40d7f5d req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Router 78353951-4af8-496d-a111-f6f1e966ed9e has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:23:36.750818 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78ad52-1c68-4427-8c98-5a2d23df897d req-ca95097a-98ae-4f3b-a749-d5b6fcce14fb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:36.753032 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2a78ad52-1c68-4427-8c98-5a2d23df897d req-ca95097a-98ae-4f3b-a749-d5b6fcce14fb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1703269
Feb 18 11:23:36.830773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85762d6e-f070-4ea3-92e9-d370d40d7f5d req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:23:36.845706 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308b4154-9cb2-429e-b87a-d21b28547486 None None] Sync routers for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:23:36.858055 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308b4154-9cb2-429e-b87a-d21b28547486 None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:23:36.858342 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2a78ad52-1c68-4427-8c98-5a2d23df897d req-17f9d285-540d-4762-b5e6-bf58e9f7142c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913696
Feb 18 11:23:36.859885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-308b4154-9cb2-429e-b87a-d21b28547486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcccaa17780>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:23:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:23:36.925047 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-85762d6e-f070-4ea3-92e9-d370d40d7f5d req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] No DVR routers for this DVR port fb6264c4-8835-47d3-a89b-5cc4de30e371 on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:23:36.928821 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-85762d6e-f070-4ea3-92e9-d370d40d7f5d req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:36.933690 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e89be92-7c0f-4b20-81b7-8f3bff3d862f', 'name': 'network-vif-deleted', 'tag': 'fb6264c4-8835-47d3-a89b-5cc4de30e371'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:23:37.048311 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e89be92-7c0f-4b20-81b7-8f3bff3d862f', 'name': 'network-vif-deleted', 'tag': 'fb6264c4-8835-47d3-a89b-5cc4de30e371', 'status': 'completed', 'code': 200}
Feb 18 11:23:37.052742 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4812ecfc-f9a1-4939-a2cb-9115809341b6 req-4bab8b6d-e9d6-4351-9216-3a374a253282 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 210 time: 0.1061382
Feb 18 11:23:37.060175 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-85762d6e-f070-4ea3-92e9-d370d40d7f5d req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.79 "DELETE /v2.0/ports/fb6264c4-8835-47d3-a89b-5cc4de30e371 HTTP/1.1" status: 204  len: 173 time: 2.6576333
Feb 18 11:23:37.225771 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-308b4154-9cb2-429e-b87a-d21b28547486 None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:23:37.924683 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-308b4154-9cb2-429e-b87a-d21b28547486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcccaa17780>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:23:37.933074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308b4154-9cb2-429e-b87a-d21b28547486 None None] Checking router: 78353951-4af8-496d-a111-f6f1e966ed9e for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:23:37.951737 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308b4154-9cb2-429e-b87a-d21b28547486 None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:23:37.953094 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-308b4154-9cb2-429e-b87a-d21b28547486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcccaa17780>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:23:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:23:38.280367 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd44e7-5bf0-40cf-866a-1c5da2e99420 req-bef13114-3418-4e52-a4cf-515456d85cf6 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:38.290657 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-edbd44e7-5bf0-40cf-866a-1c5da2e99420 req-bef13114-3418-4e52-a4cf-515456d85cf6 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1809702
Feb 18 11:23:38.314543 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:38.344976 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-308b4154-9cb2-429e-b87a-d21b28547486 None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:23:38.348450 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-89335652-6958-49c2-8633-d0823fc56525 req-5824653a-e1f9-48a9-a032-1d36f7c7b82c tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Synchronizing usage tracker for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:23:38.361567 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-edbd44e7-5bf0-40cf-866a-1c5da2e99420 req-0b200224-386e-4d72-992a-9aa5bcc0a5da tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683923
Feb 18 11:23:38.370295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-89335652-6958-49c2-8633-d0823fc56525 req-5824653a-e1f9-48a9-a032-1d36f7c7b82c tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Unset dirty status for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:23:38.372350 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-89335652-6958-49c2-8633-d0823fc56525 req-5824653a-e1f9-48a9-a032-1d36f7c7b82c tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e89be92-7c0f-4b20-81b7-8f3bff3d862f HTTP/1.1" status: 200  len: 210 time: 0.0874286
Feb 18 11:23:39.099667 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:39.353540 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-308b4154-9cb2-429e-b87a-d21b28547486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcccaa17780>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:23:39.362282 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308b4154-9cb2-429e-b87a-d21b28547486 None None] The sync data for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi is: [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:23:39.711315 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc54bc-0126-49c2-9d5a-87444c7526d2 req-044dac0f-427b-4b69-abf7-1604724c87e4 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:39.715054 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3dfc54bc-0126-49c2-9d5a-87444c7526d2 req-044dac0f-427b-4b69-abf7-1604724c87e4 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1656585
Feb 18 11:23:39.844323 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3dfc54bc-0126-49c2-9d5a-87444c7526d2 req-492d7282-0fd3-4353-b730-06e4986aa8bf tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1140757
Feb 18 11:23:39.938455 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8640b1ad-7cac-42be-96d0-1f7a08908607 None None] New status for floating IP 8665500c-38c1-472a-b166-ac3320946317: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:23:40.090106 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-243d9db1-1a85-4327-b7a8-2ff4eba0ee52 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2077181272&fields=id&tenant_id=bb272e0801a14169b04bc052fbeb67eb HTTP/1.1" status: 200  len: 267 time: 0.0540106
Feb 18 11:23:40.407693 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-903e54cf-507f-4dde-8a4d-cc2e363cdd49 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:40.409618 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-903e54cf-507f-4dde-8a4d-cc2e363cdd49 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 810 time: 0.3052270
Feb 18 11:23:40.435019 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-6c45c80e-bb22-46a9-bcd1-a99539824a24 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/quotas/bb272e0801a14169b04bc052fbeb67eb HTTP/1.1" status: 200  len: 375 time: 0.0134578
Feb 18 11:23:40.553081 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-b5451b42-9071-4a4d-95ae-b0c3b6699249 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1061599
Feb 18 11:23:40.585846 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-c7109573-e749-4e59-825f-530cc5897c2f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83932) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:23:40.587109 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-c7109573-e749-4e59-825f-530cc5897c2f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0062146
Feb 18 11:23:40.798226 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-855568a4-74be-4dff-8d63-27b002d06314 service neutron] 10.222.0.65 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973143
Feb 18 11:23:41.083520 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-f859e419-6bf4-4788-9188-95200141ef25 service neutron] 10.222.0.65 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2775614
Feb 18 11:23:41.185218 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387233a4-de62-48df-ae6d-c08822dafe0d req-0826c1dd-6f7d-4039-a244-1799ba0862bf tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:41.187943 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-387233a4-de62-48df-ae6d-c08822dafe0d req-0826c1dd-6f7d-4039-a244-1799ba0862bf tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1437943
Feb 18 11:23:41.290198 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-387233a4-de62-48df-ae6d-c08822dafe0d req-68748c11-8168-4a7b-bf11-4ed0162364ad tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890079
Feb 18 11:23:41.728322 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f1b6d341-81d1-45dc-9307-1eea29518735 req-977c3712-af5e-43d3-85dc-a091cd3888dc tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 210 time: 0.0950911
Feb 18 11:23:42.620556 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfb4d7-4e2c-4c95-9ce7-e12d17ef756d req-357cca23-8b4f-47a1-afb3-135ee782b1da tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:42.623603 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dcdfb4d7-4e2c-4c95-9ce7-e12d17ef756d req-357cca23-8b4f-47a1-afb3-135ee782b1da tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1788969
Feb 18 11:23:42.721818 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dcdfb4d7-4e2c-4c95-9ce7-e12d17ef756d req-7b6b8318-ccde-42f1-9734-24be94f03a74 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835578
Feb 18 11:23:42.989035 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-68072e4f-b94b-467b-86ff-0df3329febbd req-97aa4e0e-7c02-4299-b0ee-bba9df3107bb tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 210 time: 0.1056781
Feb 18 11:23:43.493452 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-35c59308-6845-4436-a6bf-8947a79a73fa tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:43.495151 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-35c59308-6845-4436-a6bf-8947a79a73fa tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.79 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 810 time: 0.2123413
Feb 18 11:23:43.635809 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-a8e860bd-3d9f-454b-9a3d-082edea089e3 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb272e0801a14169b04bc052fbeb67eb HTTP/1.1" status: 200  len: 5765 time: 0.1245263
Feb 18 11:23:43.647582 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-3d2d32d9-9516-4e00-a819-d26f25d93a41 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Request body: {'port': {'device_id': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'admin_state_up': True, 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'security_groups': ['49d8add0-c89c-4e73-a835-eef3d9cfafeb']}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:23:43.706766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device a092d363-213a-4322-9ba1-5411e912d3c4 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:23:43.902108 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port a092d363-213a-4322-9ba1-5411e912d3c4 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:23:43.903014 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:44.240373 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-3d2d32d9-9516-4e00-a819-d26f25d93a41 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:23:44.256336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-3d2d32d9-9516-4e00-a819-d26f25d93a41 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:23:44.267661 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e0b1e-2fec-4255-9cf9-f780838b2057 req-e8ddeaf4-48f5-4f0b-958e-d42c5ca5d2f0 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:44.269451 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-429e0b1e-2fec-4255-9cf9-f780838b2057 req-e8ddeaf4-48f5-4f0b-958e-d42c5ca5d2f0 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.2152808
Feb 18 11:23:44.279599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-3d2d32d9-9516-4e00-a819-d26f25d93a41 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Made reservation on behalf of bb272e0801a14169b04bc052fbeb67eb for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:23:44.286834 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-3d2d32d9-9516-4e00-a819-d26f25d93a41 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:44.305745 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-af1386f1-d95e-4319-af4a-3fff63c7c68a req-68e70cc1-3657-40fa-84ba-f3208b7743b3 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 210 time: 0.0718460
Feb 18 11:23:44.457348 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-429e0b1e-2fec-4255-9cf9-f780838b2057 req-9d3b43e9-8b0f-4236-9175-9f19e61dfc15 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1581266
Feb 18 11:23:44.806437 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-3d2d32d9-9516-4e00-a819-d26f25d93a41 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Allocated IP 172.20.0.8 (d22a818a-0aa2-41c5-b44c-3b5659cb4a20/37cc3edf-8e61-4a92-94bd-42c6385b9e4b/1d6f6a01-8d9d-4d29-89ed-cfd2eab15766) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:23:45.243885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-3d2d32d9-9516-4e00-a819-d26f25d93a41 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:45.279443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-3d2d32d9-9516-4e00-a819-d26f25d93a41 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Transition to ACTIVE for port object 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 will not be triggered until provisioned by entity DHCP. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:23:45.325947 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-3d2d32d9-9516-4e00-a819-d26f25d93a41 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:45.358133 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7c638b6c-964c-4201-a918-982a8c6610f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:23:45.591725 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f084c10-a964-4697-8ea4-7972cff97484 req-667a7d58-bed9-4d6c-bff4-2c44a209ef6a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:45.605754 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3f084c10-a964-4697-8ea4-7972cff97484 req-667a7d58-bed9-4d6c-bff4-2c44a209ef6a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 931 time: 0.1478376
Feb 18 11:23:45.656079 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d32d9-9516-4e00-a819-d26f25d93a41 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event updated for resources: {'Port': ['ID=1d6f6a01-8d9d-4d29-89ed-cfd2eab15766,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:23:45.664680 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3d2d32d9-9516-4e00-a819-d26f25d93a41 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:23:45.725493 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3f084c10-a964-4697-8ea4-7972cff97484 req-819df316-d717-44f8-9fe7-aff503945ce3 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1151619
Feb 18 11:23:45.912491 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-3d2d32d9-9516-4e00-a819-d26f25d93a41 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:23:45.920332 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-3d2d32d9-9516-4e00-a819-d26f25d93a41 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:23:45.926556 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-3d2d32d9-9516-4e00-a819-d26f25d93a41 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:23:46.056042 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cde49e-830d-4981-aaf0-5d901a08e45a req-92e2d57d-8ff8-48a8-b461-4c813bab74bd tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:46.058192 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-73cde49e-830d-4981-aaf0-5d901a08e45a req-92e2d57d-8ff8-48a8-b461-4c813bab74bd tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.3515530
Feb 18 11:23:46.104896 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-3d2d32d9-9516-4e00-a819-d26f25d93a41 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:46.105760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-3d2d32d9-9516-4e00-a819-d26f25d93a41 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:46.173554 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-73cde49e-830d-4981-aaf0-5d901a08e45a req-04e26ea0-3a8e-499c-b12c-f5737fc2ca4e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1003952
Feb 18 11:23:46.175108 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-3d2d32d9-9516-4e00-a819-d26f25d93a41 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5324624
Feb 18 11:23:46.199931 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Request body: {'port': {'device_id': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:23:46.309353 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-900614ec-9c22-42f1-a928-4eeb936e16b8 None None] Provisioning for port 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:23:46.317696 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-900614ec-9c22-42f1-a928-4eeb936e16b8 None None] Provisioning complete for port 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:23:46.318369 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-900614ec-9c22-42f1-a928-4eeb936e16b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:46.401432 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-900614ec-9c22-42f1-a928-4eeb936e16b8 None None] Port 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:23:46.428086 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:46.992106 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:23:47.003407 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:47.020913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Transition to ACTIVE for port object 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:23:47.024869 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:47.043817 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:23:47.133852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068b0da-2882-45f4-9422-1ce26bb5c619 req-0cce6c9c-53c3-4c10-adb9-b5938a33e3c5 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:47.135856 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6068b0da-2882-45f4-9422-1ce26bb5c619 req-0cce6c9c-53c3-4c10-adb9-b5938a33e3c5 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 943 time: 0.1763017
Feb 18 11:23:47.217760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6f6a01-8d9d-4d29-89ed-cfd2eab15766,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:23:47.225045 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:23:47.243487 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6068b0da-2882-45f4-9422-1ce26bb5c619 req-a0988c98-0946-42ba-bad6-23439a1bbc42 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0889876
Feb 18 11:23:47.648015 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Attempting to bind port 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:23:47.648922 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Attempting to bind port 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:23:47.648922 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Attempting to bind port 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 on network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:23:47.662273 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256494a-65a0-4ece-9ac1-5f387f56ac9c req-bc401163-c8e7-4a66-90c1-a8b96f31d67c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:47.664498 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1256494a-65a0-4ece-9ac1-5f387f56ac9c req-bc401163-c8e7-4a66-90c1-a8b96f31d67c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.2588882
Feb 18 11:23:47.668618 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:23:47.669181 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Checking segment: {'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:23:47.669751 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:47.670289 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Bound using segment: {'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:23:47.670841 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Bound port: 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:23:47.671318 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:47.829713 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1256494a-65a0-4ece-9ac1-5f387f56ac9c req-e6696b15-b8b0-4b17-80f3-4868976eee45 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1455202
Feb 18 11:23:47.883967 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] For port 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:23:47.888829 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] For port 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=1d6f6a01-8d9d-4d29-89ed-cfd2eab15766,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:23:47.893973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:47.912351 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-1a4b5c23-a0df-4a1f-9d5c-344909f394cb tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:23:48.077357 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6f6a01-8d9d-4d29-89ed-cfd2eab15766,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:23:48.091899 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:23:48.134775 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:48.135653 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:48.137432 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] 10.222.0.79 "PUT /v2.0/ports/1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 HTTP/1.1" status: 200  len: 1157 time: 1.9465528
Feb 18 11:23:48.138176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'tag': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:23:48.297633 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'tag': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766', 'status': 'completed', 'code': 200}
Feb 18 11:23:48.377233 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-cc5acd53-08ad-4441-b005-340c3b046607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:48.380690 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-cc5acd53-08ad-4441-b005-340c3b046607 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 1160 time: 0.1701825
Feb 18 11:23:48.522068 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-8ff9e53c-f00d-48aa-a137-4b80e5a41fa2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 HTTP/1.1" status: 200  len: 217 time: 0.1259503
Feb 18 11:23:48.572671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:23:48.706743 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561fd43-6b5e-41ff-926c-f91373b3c378 req-99cd3c8d-9605-456a-9b35-b49d130dac86 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:48.708158 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-7561fd43-6b5e-41ff-926c-f91373b3c378 req-99cd3c8d-9605-456a-9b35-b49d130dac86 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Synchronizing usage tracker for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:23:48.733316 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-5089504a-2334-44d7-adc1-61576f4369e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:48.737722 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-5089504a-2334-44d7-adc1-61576f4369e6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.1891940
Feb 18 11:23:48.835911 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-7561fd43-6b5e-41ff-926c-f91373b3c378 req-99cd3c8d-9605-456a-9b35-b49d130dac86 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Unset dirty status for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:23:48.838274 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7561fd43-6b5e-41ff-926c-f91373b3c378 req-99cd3c8d-9605-456a-9b35-b49d130dac86 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 943 time: 0.3799839
Feb 18 11:23:48.971854 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7561fd43-6b5e-41ff-926c-f91373b3c378 req-ac527e38-0fda-48c5-a322-0532a606cec1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1204305
Feb 18 11:23:48.991090 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-42fbf3d9-054e-41bf-8d2b-ea0152459b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:48.994091 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-42fbf3d9-054e-41bf-8d2b-ea0152459b19 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2407415
Feb 18 11:23:49.085428 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c3613-0609-4828-be78-d82d68c3b655 req-1a94f0cb-d7e6-4573-b9d0-6b8bbe73417c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:49.087248 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d52c3613-0609-4828-be78-d82d68c3b655 req-1a94f0cb-d7e6-4573-b9d0-6b8bbe73417c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1088758
Feb 18 11:23:49.159198 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d52c3613-0609-4828-be78-d82d68c3b655 req-59bb096b-d5d4-428b-8d4d-37826871980e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636582
Feb 18 11:23:49.264952 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-15d9f92d-b32b-4595-88aa-5d7d945757ac service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2613940
Feb 18 11:23:49.436390 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6cb60007-62bd-4379-b192-10ac4dde13d8 req-ee9049dc-5d0c-4cc6-912a-593508257f7e service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1637197
Feb 18 11:23:49.673267 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed771-8739-45f9-a171-abcd0bbe1f95 req-236f2c03-a507-446a-ba4f-5bbdce0b39d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:49.676353 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b90ed771-8739-45f9-a171-abcd0bbe1f95 req-236f2c03-a507-446a-ba4f-5bbdce0b39d7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 1160 time: 0.1280732
Feb 18 11:23:49.873309 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78628a64-917b-46ab-a426-4d7b2e0e1c0c req-79743c44-b4b0-455c-a597-10dd35465cbc tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:49.876792 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-78628a64-917b-46ab-a426-4d7b2e0e1c0c req-79743c44-b4b0-455c-a597-10dd35465cbc tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.2021444
Feb 18 11:23:49.964889 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-78628a64-917b-46ab-a426-4d7b2e0e1c0c req-d0aca74b-f776-4e68-8b96-981c3ee4a12b tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757093
Feb 18 11:23:50.406771 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed771-8739-45f9-a171-abcd0bbe1f95 req-34613c05-a721-4379-b99b-badb5fa0a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:50.408801 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b90ed771-8739-45f9-a171-abcd0bbe1f95 req-34613c05-a721-4379-b99b-badb5fa0a9ca service neutron] 10.222.0.79 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 904 time: 0.7108293
Feb 18 11:23:50.514598 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b90ed771-8739-45f9-a171-abcd0bbe1f95 req-ff6faaf0-55f8-4d8c-97ee-75034c92678a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 HTTP/1.1" status: 200  len: 217 time: 0.0955799
Feb 18 11:23:50.525815 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1597f6-98cc-4bc4-9dee-73f7f1106a65 req-4f48d04f-df16-4dab-bafa-ccdae0b84c2c tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:50.528368 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-aa1597f6-98cc-4bc4-9dee-73f7f1106a65 req-4f48d04f-df16-4dab-bafa-ccdae0b84c2c tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 943 time: 0.3420970
Feb 18 11:23:50.581636 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830160a-f586-4429-a819-0f07da85c313 req-1b95f78e-70e2-467d-b799-dea8c9056e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:50.583482 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1830160a-f586-4429-a819-0f07da85c313 req-1b95f78e-70e2-467d-b799-dea8c9056e4e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e23a1c783c1a4367a9baa433b98d5451&device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 1163 time: 0.7449965
Feb 18 11:23:50.891120 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-aa1597f6-98cc-4bc4-9dee-73f7f1106a65 req-0e40a268-ab21-47e8-b9af-450c802631ba tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3060520
Feb 18 11:23:50.897284 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed771-8739-45f9-a171-abcd0bbe1f95 req-b4b0d309-3477-4c6c-a897-7a2d9776e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:50.900090 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b90ed771-8739-45f9-a171-abcd0bbe1f95 req-b4b0d309-3477-4c6c-a897-7a2d9776e95f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.3702939
Feb 18 11:23:51.132658 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830160a-f586-4429-a819-0f07da85c313 req-41cd20e3-f55f-4e1b-8b9f-db940dbc064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:51.134901 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1830160a-f586-4429-a819-0f07da85c313 req-41cd20e3-f55f-4e1b-8b9f-db940dbc064b service neutron] 10.222.0.79 "GET /v2.0/networks?id=4703e260-d506-4254-a06e-dbfc1ba6f9e2 HTTP/1.1" status: 200  len: 904 time: 0.5229664
Feb 18 11:23:51.306035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd73f6-130c-4b8a-8263-28f00466c94b req-d1a4a0c5-ddc1-4b38-a0ae-103de98f3f8e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:51.309047 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c7dd73f6-130c-4b8a-8263-28f00466c94b req-d1a4a0c5-ddc1-4b38-a0ae-103de98f3f8e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1431830
Feb 18 11:23:51.325742 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed771-8739-45f9-a171-abcd0bbe1f95 req-3a1bb4c5-ab3e-4d0c-b4d4-1f1d9dc0a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:51.329169 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b90ed771-8739-45f9-a171-abcd0bbe1f95 req-3a1bb4c5-ab3e-4d0c-b4d4-1f1d9dc0a077 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4170866
Feb 18 11:23:51.375786 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c7dd73f6-130c-4b8a-8263-28f00466c94b req-802907b0-8a63-43b9-87df-9be24f93dd95 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583622
Feb 18 11:23:51.536026 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1830160a-f586-4429-a819-0f07da85c313 req-6c16b783-b317-445e-84d2-0eeca5cafd1a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a092d363-213a-4322-9ba1-5411e912d3c4 HTTP/1.1" status: 200  len: 1002 time: 0.3881788
Feb 18 11:23:51.746578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830160a-f586-4429-a819-0f07da85c313 req-0ad36b1e-1b5a-485e-846f-4f5e17ec7165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:51.748726 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1830160a-f586-4429-a819-0f07da85c313 req-0ad36b1e-1b5a-485e-846f-4f5e17ec7165 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=094bd897-73b2-45a4-b258-b41599d84057 HTTP/1.1" status: 200  len: 849 time: 0.2033939
Feb 18 11:23:51.752880 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b90ed771-8739-45f9-a171-abcd0bbe1f95 req-7bb8ceef-f179-45ac-979b-60ea956170e1 service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4126234
Feb 18 11:23:52.152787 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830160a-f586-4429-a819-0f07da85c313 req-8faf28f4-1dbb-47fc-babd-f2c3d2e1ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:52.154467 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1830160a-f586-4429-a819-0f07da85c313 req-8faf28f4-1dbb-47fc-babd-f2c3d2e1ed00 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4703e260-d506-4254-a06e-dbfc1ba6f9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3877842
Feb 18 11:23:52.166085 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b90ed771-8739-45f9-a171-abcd0bbe1f95 req-2fc375e8-377c-44f0-9e21-9395a0f73d3c service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3977218
Feb 18 11:23:52.372029 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a3fbc-093d-4ca4-b69d-018714ab92cb req-c382c06e-bb48-49ed-b854-7c1d8962482c tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:52.374010 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a78a3fbc-093d-4ca4-b69d-018714ab92cb req-c382c06e-bb48-49ed-b854-7c1d8962482c tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 943 time: 0.2906373
Feb 18 11:23:52.378910 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1830160a-f586-4429-a819-0f07da85c313 req-2b6bbcfc-044e-4af2-be28-979264300936 service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2156358
Feb 18 11:23:52.604743 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a78a3fbc-093d-4ca4-b69d-018714ab92cb req-1571a430-b9fb-47b3-b864-7895fa8d7b1c tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1810963
Feb 18 11:23:52.679676 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1830160a-f586-4429-a819-0f07da85c313 req-1f9d424f-45ea-4a2b-9970-352626984efb service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2927706
Feb 18 11:23:52.705691 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca57999-95f3-48ae-b9ea-0cb07af05a2b req-bf4c6795-4fc3-477a-af55-7679229b779f tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:52.717407 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4ca57999-95f3-48ae-b9ea-0cb07af05a2b req-bf4c6795-4fc3-477a-af55-7679229b779f tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1466782
Feb 18 11:23:52.783838 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4ca57999-95f3-48ae-b9ea-0cb07af05a2b req-2918c2a6-2911-4392-9650-1a53dd07a3fe tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612493
Feb 18 11:23:53.895286 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device a092d363-213a-4322-9ba1-5411e912d3c4 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:23:54.012694 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb142972-dbd2-4a6c-a79e-ca53df4254c4 req-e2cb2ff2-a9a6-4a21-ac86-7aef4b430b09 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:54.016601 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eb142972-dbd2-4a6c-a79e-ca53df4254c4 req-e2cb2ff2-a9a6-4a21-ac86-7aef4b430b09 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 943 time: 0.1789224
Feb 18 11:23:54.028106 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port a092d363-213a-4322-9ba1-5411e912d3c4 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:23:54.029201 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:54.100273 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-eb142972-dbd2-4a6c-a79e-ca53df4254c4 req-85cd54a1-4ce9-49ab-8c4a-6e5956ea66e3 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0707681
Feb 18 11:23:54.105260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe76b6b-5f52-4a05-a3ef-d17770212b14 req-80b7a397-7233-4867-8f06-2006b8b3b24a tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:54.109469 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cfe76b6b-5f52-4a05-a3ef-d17770212b14 req-80b7a397-7233-4867-8f06-2006b8b3b24a tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1353948
Feb 18 11:23:54.212756 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cfe76b6b-5f52-4a05-a3ef-d17770212b14 req-d0e55cbd-1411-4004-969c-8d4223e69c04 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0902741
Feb 18 11:23:55.466732 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db0f9f-667b-4fea-9b3c-bd8af8b97311 req-76065793-0b73-4d12-9df9-6d319889dd22 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:55.469138 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c8db0f9f-667b-4fea-9b3c-bd8af8b97311 req-76065793-0b73-4d12-9df9-6d319889dd22 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 943 time: 0.1616311
Feb 18 11:23:55.555825 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c8db0f9f-667b-4fea-9b3c-bd8af8b97311 req-89ae17d6-be5a-4bdc-ba47-df32b690eb6b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0748034
Feb 18 11:23:56.825550 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec127979-a56c-4894-962a-2d58b51f88e0 req-1819fcde-a6c7-4ea8-b800-e6bd02f73aae tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:56.828461 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ec127979-a56c-4894-962a-2d58b51f88e0 req-1819fcde-a6c7-4ea8-b800-e6bd02f73aae tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 943 time: 0.1081185
Feb 18 11:23:56.923311 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ec127979-a56c-4894-962a-2d58b51f88e0 req-514f53e2-752d-45c3-b934-7d8dfe8a118a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0861435
Feb 18 11:23:57.796764 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3c786692-2e87-4d22-bda4-0a0e7c957e33 req-60e2fc4a-259d-4e6b-9dea-cee038c3ac41 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0991781
Feb 18 11:23:57.926220 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c786692-2e87-4d22-bda4-0a0e7c957e33 req-accf87df-0ab8-41fb-9848-90a51d735dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:57.927912 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3c786692-2e87-4d22-bda4-0a0e7c957e33 req-accf87df-0ab8-41fb-9848-90a51d735dd8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e23a1c783c1a4367a9baa433b98d5451&device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 1163 time: 0.0942025
Feb 18 11:23:58.130942 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c786692-2e87-4d22-bda4-0a0e7c957e33 req-bd96bfd2-0a78-4e5b-8345-b1d5699786d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:58.133701 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3c786692-2e87-4d22-bda4-0a0e7c957e33 req-bd96bfd2-0a78-4e5b-8345-b1d5699786d4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4703e260-d506-4254-a06e-dbfc1ba6f9e2 HTTP/1.1" status: 200  len: 904 time: 0.1822338
Feb 18 11:23:58.242457 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:23:58.382278 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:23:58.391870 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:23:58.392586 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:58.399676 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3c786692-2e87-4d22-bda4-0a0e7c957e33 req-b83c7222-1055-454d-ae30-c2e0403a8505 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a092d363-213a-4322-9ba1-5411e912d3c4 HTTP/1.1" status: 200  len: 1002 time: 0.2508354
Feb 18 11:23:58.529212 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad890d-b3a8-4e4d-bcc0-03662b0b4f73 req-15737d77-855f-4384-ae6c-22cb8e00d772 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:58.533130 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e7ad890d-b3a8-4e4d-bcc0-03662b0b4f73 req-15737d77-855f-4384-ae6c-22cb8e00d772 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 943 time: 0.3242161
Feb 18 11:23:58.590137 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c786692-2e87-4d22-bda4-0a0e7c957e33 req-42d81834-dfb6-45ad-9915-d8cdaacbea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:58.593664 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3c786692-2e87-4d22-bda4-0a0e7c957e33 req-42d81834-dfb6-45ad-9915-d8cdaacbea26 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=094bd897-73b2-45a4-b258-b41599d84057 HTTP/1.1" status: 200  len: 849 time: 0.1844311
Feb 18 11:23:58.634054 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:58.697630 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:23:58.720778 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e7ad890d-b3a8-4e4d-bcc0-03662b0b4f73 req-c79cd457-90b5-4ef0-bb51-ce4ba4e46d16 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1661668
Feb 18 11:23:58.738871 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=1d6f6a01-8d9d-4d29-89ed-cfd2eab15766,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:23:58.747020 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:23:58.767237 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:23:58.816906 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c786692-2e87-4d22-bda4-0a0e7c957e33 req-333c04d0-5610-4e9c-82d6-5ff930cd1e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:58.819973 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3c786692-2e87-4d22-bda4-0a0e7c957e33 req-333c04d0-5610-4e9c-82d6-5ff930cd1e5c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4703e260-d506-4254-a06e-dbfc1ba6f9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2175736
Feb 18 11:23:58.832231 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766', 'code': 200}
Feb 18 11:23:58.887485 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=1d6f6a01-8d9d-4d29-89ed-cfd2eab15766,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:23:58.898252 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.898602 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.898786 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.899180 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.899573 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.899952 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.900327 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.900760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.901133 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.901496 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.901866 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.902239 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.902853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.903232 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.903605 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.903974 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.904347 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.904748 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.905818 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.906346 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.906840 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.907220 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.907604 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.907968 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:23:58.913592 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:23:59.417708 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3c786692-2e87-4d22-bda4-0a0e7c957e33 req-440eeb7d-e31b-4d09-861b-af68f0ab1277 service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5899153
Feb 18 11:23:59.420024 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b826c-0004-4ae4-92a3-bd2b7285d0d0 req-8c580a83-44da-4273-846b-54301584df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:23:59.422994 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9f1b826c-0004-4ae4-92a3-bd2b7285d0d0 req-8c580a83-44da-4273-846b-54301584df04 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 1162 time: 0.2076154
Feb 18 11:23:59.578904 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9f1b826c-0004-4ae4-92a3-bd2b7285d0d0 req-b151f624-d07c-4800-bcfc-c26853100bb0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1203868
Feb 18 11:23:59.629664 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-3c786692-2e87-4d22-bda4-0a0e7c957e33 req-ac5c43f2-1cac-46b4-baf1-58d45ec2e15b service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1957667
Feb 18 11:23:59.879960 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:23:59.980954 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:23:59.981462 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:00.003323 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c63b6-13f1-42f2-b9d7-1adc0e05f93a req-c6ef5107-80b7-4d33-b428-a236f01f935b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:00.005273 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-966c63b6-13f1-42f2-b9d7-1adc0e05f93a req-c6ef5107-80b7-4d33-b428-a236f01f935b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 945 time: 0.1221278
Feb 18 11:24:00.101804 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-966c63b6-13f1-42f2-b9d7-1adc0e05f93a req-a3233680-50a0-4661-b888-d424a918a5e6 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0826519
Feb 18 11:24:01.489394 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61bd6d-6326-4ff5-81e4-1ed8f6b83f54 req-dbff4aaa-8c56-4dc4-a6d0-621b9234d3e5 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:01.492656 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5c61bd6d-6326-4ff5-81e4-1ed8f6b83f54 req-dbff4aaa-8c56-4dc4-a6d0-621b9234d3e5 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 945 time: 0.1737006
Feb 18 11:24:01.602934 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5c61bd6d-6326-4ff5-81e4-1ed8f6b83f54 req-9bc3a0e6-2e2a-48a2-9084-f15f67328a47 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0968769
Feb 18 11:24:01.878811 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1b04e-c9bb-439b-94c1-583ad224f3e2 req-ab43ab4a-4cc9-4a62-962c-6d3b92fb8351 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:01.881548 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8ce1b04e-c9bb-439b-94c1-583ad224f3e2 req-ab43ab4a-4cc9-4a62-962c-6d3b92fb8351 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 945 time: 0.1035771
Feb 18 11:24:01.938320 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8ce1b04e-c9bb-439b-94c1-583ad224f3e2 req-c79c175e-855e-4c87-be9d-3be259711929 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0486324
Feb 18 11:24:02.195485 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-79bd5d72-a699-48c2-91bd-0a03a07932d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:02.197317 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-486ffdc6-257d-4f18-aad0-a5e54bf8a87e tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1993880
Feb 18 11:24:02.213574 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Request body: {'floatingip': {'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:24:02.225564 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:24:02.246832 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:24:02.263393 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:02.566425 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:02.970897 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:03.148359 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Allocated IP 172.27.1.64 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/04cabe81-bcd3-4455-8c16-2872c2ee9681) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:24:03.444012 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:03.486619 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:03.524831 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:24:03.812128 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event updated for resources: {'Port': ['ID=04cabe81-bcd3-4455-8c16-2872c2ee9681,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:24:03.842177 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.843491 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.843776 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.843956 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.844500 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.844911 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.845317 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.845795 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.846196 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.846592 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.847138 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.847543 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.848067 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.848515 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.848916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.849319 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.849710 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.850104 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.850493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.850916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.851274 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.851665 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.852208 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.852627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:03.861480 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:24:03.907519 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:24:03.909153 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:24:03.912480 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:24:04.016053 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:04.097211 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:04.418339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:04.423571 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852452506'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:04.438560 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:24:04.601258 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event updated for resources: {'Port': ['ID=04cabe81-bcd3-4455-8c16-2872c2ee9681,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:24:04.607609 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:24:04.744243 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:04.791618 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:04.794002 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.5887284
Feb 18 11:24:05.256995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-25037cea-961d-4749-8d43-11292469b121 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Synchronizing usage tracker for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:floatingip {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:24:05.275418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-25037cea-961d-4749-8d43-11292469b121 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Unset dirty status for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:floatingip {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:24:05.277001 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-25037cea-961d-4749-8d43-11292469b121 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.64 HTTP/1.1" status: 200  len: 695 time: 0.4723458
Feb 18 11:24:05.557264 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-01aa8fd0-4f98-4319-94d1-84c4d198d7fe tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:05.560054 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8d3a4553-6a3c-42e0-a5c8-7eb78af3177b req-01aa8fd0-4f98-4319-94d1-84c4d198d7fe tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/networks/c5ace08f-47fa-48e4-be4d-8f3271a2d184 HTTP/1.1" status: 200  len: 784 time: 0.2745306
Feb 18 11:24:05.604501 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-54c1fab7-2c9e-460c-9175-a40e434751d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:05.901294 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-5cd89bc1-0313-44dd-8818-120b6418f156 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:05.903077 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-5cd89bc1-0313-44dd-8818-120b6418f156 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1649656
Feb 18 11:24:06.020339 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-26259877-92c2-4b5b-a3e7-16008f5ec31f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.64 HTTP/1.1" status: 200  len: 695 time: 0.0953765
Feb 18 11:24:06.032519 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-59693e1b-9a1c-4333-9e77-ade4f3e308bf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Request body: {'floatingip': {'port_id': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:24:06.138245 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-59693e1b-9a1c-4333-9e77-ade4f3e308bf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:06.251879 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:06.982307 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-59693e1b-9a1c-4333-9e77-ade4f3e308bf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:06.987202 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-59693e1b-9a1c-4333-9e77-ade4f3e308bf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:07.281139 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-59693e1b-9a1c-4333-9e77-ade4f3e308bf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Floating IP b8978357-b3b6-4318-a08b-cd965a963614 associated. External IP: 172.27.1.64, port: 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766.
Feb 18 11:24:07.772026 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-59693e1b-9a1c-4333-9e77-ade4f3e308bf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Router 78353951-4af8-496d-a111-f6f1e966ed9e has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:24:08.262512 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:08.322707 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-59693e1b-9a1c-4333-9e77-ade4f3e308bf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:24:08.328782 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-59693e1b-9a1c-4333-9e77-ade4f3e308bf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:08.339308 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d93dad-2425-4b41-9381-2fda4e6e4a4a None None] Sync routers for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:24:08.356738 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d93dad-2425-4b41-9381-2fda4e6e4a4a None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:24:08.357840 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-53d93dad-2425-4b41-9381-2fda4e6e4a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcccaaa13c8>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:24:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:24:08.425566 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-59693e1b-9a1c-4333-9e77-ade4f3e308bf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "PUT /v2.0/floatingips/b8978357-b3b6-4318-a08b-cd965a963614 HTTP/1.1" status: 200  len: 995 time: 2.3984690
Feb 18 11:24:08.426188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'tag': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:24:08.527481 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'tag': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766', 'status': 'completed', 'code': 200}
Feb 18 11:24:08.562968 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:08.711381 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-d4bdf0e2-7e87-4c35-8dc8-8d1874e00f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:08.714341 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-d4bdf0e2-7e87-4c35-8dc8-8d1874e00f75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 1162 time: 0.2691958
Feb 18 11:24:08.746898 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-53d93dad-2425-4b41-9381-2fda4e6e4a4a None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:24:08.928990 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2247081-747b-4616-a01f-a6f860d9ceff req-91bf819f-7b18-42e5-84dc-d8dd7990a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:08.930796 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e2247081-747b-4616-a01f-a6f860d9ceff req-91bf819f-7b18-42e5-84dc-d8dd7990a077 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 1162 time: 0.3449655
Feb 18 11:24:09.094507 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-5300a2db-be9c-4813-8848-1a6d6a628135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:09.096132 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-5300a2db-be9c-4813-8848-1a6d6a628135 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 904 time: 0.3652713
Feb 18 11:24:09.301257 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2247081-747b-4616-a01f-a6f860d9ceff req-dc56c617-fb4d-464b-8506-7ba3335bcbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:09.303383 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e2247081-747b-4616-a01f-a6f860d9ceff req-dc56c617-fb4d-464b-8506-7ba3335bcbed service neutron] 10.222.0.79 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 904 time: 0.3633757
Feb 18 11:24:09.316604 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-43f39833-b174-4a04-9a74-25ce145a5f5a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 HTTP/1.1" status: 200  len: 998 time: 0.2070880
Feb 18 11:24:09.446132 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-53d93dad-2425-4b41-9381-2fda4e6e4a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcccaaa13c8>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': 'b8978357-b3b6-4318-a08b-cd965a963614', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'port_id': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'mac_address': 'fa:16:3e:59:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:24:03Z', 'updated_at': '2021-02-18T11:24:06Z', 'revision_number': 1, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:24:09.454326 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d93dad-2425-4b41-9381-2fda4e6e4a4a None None] Checking router: 78353951-4af8-496d-a111-f6f1e966ed9e for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:24:09.472035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d93dad-2425-4b41-9381-2fda4e6e4a4a None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:24:09.473231 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-53d93dad-2425-4b41-9381-2fda4e6e4a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcccaaa13c8>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:24:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:24:09.574682 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e2247081-747b-4616-a01f-a6f860d9ceff req-9ce585d0-a550-4d36-84cf-c8973edab7b7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 HTTP/1.1" status: 200  len: 998 time: 0.2603049
Feb 18 11:24:09.577737 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-ca6259ff-2940-442a-8d1f-25df3a8f04ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:09.580238 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-ca6259ff-2940-442a-8d1f-25df3a8f04ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.1889160
Feb 18 11:24:09.743262 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2247081-747b-4616-a01f-a6f860d9ceff req-bf507719-f6ed-45cf-ad82-969cff6f248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:09.745254 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e2247081-747b-4616-a01f-a6f860d9ceff req-bf507719-f6ed-45cf-ad82-969cff6f248e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.1116414
Feb 18 11:24:09.767816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-53d93dad-2425-4b41-9381-2fda4e6e4a4a None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:24:09.820130 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-14589e3a-0a6a-4163-a350-5b40b00f5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:09.821874 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-14589e3a-0a6a-4163-a350-5b40b00f5712 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2339168
Feb 18 11:24:09.954187 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2247081-747b-4616-a01f-a6f860d9ceff req-ae44a1ca-51d6-4725-913c-38ffb4614e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:09.955885 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e2247081-747b-4616-a01f-a6f860d9ceff req-ae44a1ca-51d6-4725-913c-38ffb4614e45 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2025726
Feb 18 11:24:10.189067 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-541e2cdb-430e-4277-8a8f-8f010bf129fa service neutron] 10.222.0.65 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3501506
Feb 18 11:24:10.423498 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e2247081-747b-4616-a01f-a6f860d9ceff req-2f74d723-f7d8-40d0-9471-c872a7f0177a service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4575670
Feb 18 11:24:10.459193 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-53d93dad-2425-4b41-9381-2fda4e6e4a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcccaaa13c8>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': 'b8978357-b3b6-4318-a08b-cd965a963614', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'port_id': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'mac_address': 'fa:16:3e:59:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:24:03Z', 'updated_at': '2021-02-18T11:24:06Z', 'revision_number': 1, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:24:10.468224 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d93dad-2425-4b41-9381-2fda4e6e4a4a None None] The sync data for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi is: [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': 'b8978357-b3b6-4318-a08b-cd965a963614', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'port_id': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'mac_address': 'fa:16:3e:59:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:24:03Z', 'updated_at': '2021-02-18T11:24:06Z', 'revision_number': 1, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:24:10.689170 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cad6f5b5-d60d-4d08-a567-6fa65843038d req-f4ce7f02-1760-490e-a89c-96ac07214004 service neutron] 10.222.0.65 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4865716
Feb 18 11:24:10.784238 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e2247081-747b-4616-a01f-a6f860d9ceff req-acaf21e4-64e8-4a77-a49f-e05a3679c8c9 service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3515770
Feb 18 11:24:10.869712 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa0beeb-7604-4461-b265-b0297c06e3e1 None None] New status for floating IP b8978357-b3b6-4318-a08b-cd965a963614: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:24:25.577505 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:24:32.204317 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f16c53c4-f099-4599-bf76-ab1ded33abde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:32.977634 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:35.558763 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66ec9e-d619-4fd0-adac-e2d9ce951d4c req-24e94535-ba9e-4b86-bf97-857935e76c52 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:35.562534 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-de66ec9e-d619-4fd0-adac-e2d9ce951d4c req-24e94535-ba9e-4b86-bf97-857935e76c52 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1716259
Feb 18 11:24:35.604247 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b90f26f-6000-4352-8b80-9ca959e2a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:35.642550 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-de66ec9e-d619-4fd0-adac-e2d9ce951d4c req-7e7b5fed-3dda-4ef3-982f-ca6838e40d3d tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713296
Feb 18 11:24:36.254928 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:37.062906 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584744ee-5381-4ab4-aecb-5d1f8dc733f4 req-5f4ca651-ac5a-4e56-a1a1-743a008f1ec5 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:37.065838 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-584744ee-5381-4ab4-aecb-5d1f8dc733f4 req-5f4ca651-ac5a-4e56-a1a1-743a008f1ec5 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1713076
Feb 18 11:24:37.162929 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-584744ee-5381-4ab4-aecb-5d1f8dc733f4 req-a2409994-ad55-49cd-b60b-db5ac880b3e9 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0854826
Feb 18 11:24:38.261167 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:38.519211 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6a12f-cfc3-49f1-be25-f4bdbdaf1a8a req-739533a7-a1de-48fa-abc0-81dce7464dbb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:38.522448 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2de6a12f-cfc3-49f1-be25-f4bdbdaf1a8a req-739533a7-a1de-48fa-abc0-81dce7464dbb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1865005
Feb 18 11:24:38.538702 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:38.624098 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2de6a12f-cfc3-49f1-be25-f4bdbdaf1a8a req-1b9dafaf-90d1-404e-a87c-bb13c38a478a tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0866554
Feb 18 11:24:39.963257 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf201237-ad0f-4278-9125-06f9fb2ebdc8 req-1685987a-cc7d-4f53-a735-7d9972e59aeb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:39.965059 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf201237-ad0f-4278-9125-06f9fb2ebdc8 req-1685987a-cc7d-4f53-a735-7d9972e59aeb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1089928
Feb 18 11:24:40.030261 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cf201237-ad0f-4278-9125-06f9fb2ebdc8 req-de7a1ef9-7b90-4a99-8227-05139cc12ff7 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522497
Feb 18 11:24:41.387179 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2d995-0f57-4deb-aa19-709761ffe7da req-c9252a21-3da0-4c0a-b4a2-8c0cef405bbb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:41.389198 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cab2d995-0f57-4deb-aa19-709761ffe7da req-c9252a21-3da0-4c0a-b4a2-8c0cef405bbb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1305044
Feb 18 11:24:41.470279 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cab2d995-0f57-4deb-aa19-709761ffe7da req-4563f49c-a2fd-407a-ba4a-3a79f7f263b5 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681477
Feb 18 11:24:42.738189 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67427d9-fd3d-4acb-9b99-1b8ee1c38a26 req-56afc9f1-bef6-4cd4-a2f9-9ab919d1f5c7 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:42.739829 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f67427d9-fd3d-4acb-9b99-1b8ee1c38a26 req-56afc9f1-bef6-4cd4-a2f9-9ab919d1f5c7 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1142266
Feb 18 11:24:42.814635 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f67427d9-fd3d-4acb-9b99-1b8ee1c38a26 req-7a7c74a0-f393-48a6-a3d6-2391048f40c9 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651660
Feb 18 11:24:43.014849 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-35be20a2-a768-4089-b64c-b402ed5f4d52 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/floatingips/5ede9dea-2777-4a5e-a327-18ed871c688b HTTP/1.1" status: 200  len: 998 time: 0.1391072
Feb 18 11:24:43.240677 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-059a4569-1221-484c-9c57-ecd288b8da85 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:43.242461 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-059a4569-1221-484c-9c57-ecd288b8da85 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/networks/c5ace08f-47fa-48e4-be4d-8f3271a2d184 HTTP/1.1" status: 200  len: 784 time: 0.2206209
Feb 18 11:24:43.391953 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-2275bb90-a062-4c1b-89ec-995e56456876 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.191 HTTP/1.1" status: 200  len: 1001 time: 0.1362720
Feb 18 11:24:43.556360 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-540ab7c4-b749-4650-a9e6-8b400fda6410 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:43.558263 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-540ab7c4-b749-4650-a9e6-8b400fda6410 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports/917f2cba-9196-45ff-8614-fae8a63f7507 HTTP/1.1" status: 200  len: 942 time: 0.1586871
Feb 18 11:24:43.847370 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-a845e110-8bbd-4146-9da5-03273535fa4b tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.191 HTTP/1.1" status: 200  len: 1001 time: 0.1394470
Feb 18 11:24:44.195446 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d12a62-2c99-45e1-af31-a612001b789a req-b89197aa-b055-420f-9431-d0101a2c695e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:44.198433 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-89d12a62-2c99-45e1-af31-a612001b789a req-b89197aa-b055-420f-9431-d0101a2c695e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1753545
Feb 18 11:24:44.212211 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-40c0bd97-9009-45fa-9798-9013cd4b2a28 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Deleting port cc630f20-d662-4aa0-b9fc-d95474d57274 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:24:44.212810 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-40c0bd97-9009-45fa-9798-9013cd4b2a28 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:44.288273 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-89d12a62-2c99-45e1-af31-a612001b789a req-6b9504ba-3ea0-4ee8-9ded-e5a365e70319 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0796237
Feb 18 11:24:44.519923 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-40c0bd97-9009-45fa-9798-9013cd4b2a28 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:44.520330 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-40c0bd97-9009-45fa-9798-9013cd4b2a28 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:44.687689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-40c0bd97-9009-45fa-9798-9013cd4b2a28 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Calling delete_port for cc630f20-d662-4aa0-b9fc-d95474d57274 owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:24:44.969339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-40c0bd97-9009-45fa-9798-9013cd4b2a28 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:44.999378 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:24:45.187193 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0bd97-9009-45fa-9798-9013cd4b2a28 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Pushing event deleted for resources: {'Port': ['ID=cc630f20-d662-4aa0-b9fc-d95474d57274,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:24:45.214043 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-40c0bd97-9009-45fa-9798-9013cd4b2a28 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:24:45.464041 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-40c0bd97-9009-45fa-9798-9013cd4b2a28 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:45.464646 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-40c0bd97-9009-45fa-9798-9013cd4b2a28 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Floating IP 5ede9dea-2777-4a5e-a327-18ed871c688b disassociated (deleted). External IP: 172.27.1.191, port: 917f2cba-9196-45ff-8614-fae8a63f7507.
Feb 18 11:24:45.854281 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c5c4f-58ff-45c3-8850-48460f31b963 req-468ebe5d-8d6e-4100-8c4a-c78ce1733e3e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:45.856122 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-809c5c4f-58ff-45c3-8850-48460f31b963 req-468ebe5d-8d6e-4100-8c4a-c78ce1733e3e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1399710
Feb 18 11:24:45.956326 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-809c5c4f-58ff-45c3-8850-48460f31b963 req-969b5587-d80e-4de0-8dcd-55733759f029 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0860672
Feb 18 11:24:46.189610 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-40c0bd97-9009-45fa-9798-9013cd4b2a28 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Router ddc2f850-3424-4b30-934b-19ab5326f4f7 has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:24:46.547562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-40c0bd97-9009-45fa-9798-9013cd4b2a28 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:24:46.564994 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78359f6a-2494-498a-a064-e462180567ac None None] Sync routers for ids ['ddc2f850-3424-4b30-934b-19ab5326f4f7'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:24:46.586124 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78359f6a-2494-498a-a064-e462180567ac None None] Routers {'ddc2f850-3424-4b30-934b-19ab5326f4f7'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:24:46.587820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-78359f6a-2494-498a-a064-e462180567ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca8fb0f0>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:24:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['ddc2f850-3424-4b30-934b-19ab5326f4f7'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:24:46.595032 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-40c0bd97-9009-45fa-9798-9013cd4b2a28 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:46.722235 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-40c0bd97-9009-45fa-9798-9013cd4b2a28 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "DELETE /v2.0/floatingips/5ede9dea-2777-4a5e-a327-18ed871c688b HTTP/1.1" status: 204  len: 173 time: 2.8673797
Feb 18 11:24:46.723466 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'tag': '917f2cba-9196-45ff-8614-fae8a63f7507'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:24:46.945427 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'tag': '917f2cba-9196-45ff-8614-fae8a63f7507', 'status': 'completed', 'code': 200}
Feb 18 11:24:46.963321 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-edade85e-b3a0-4c3c-b782-21196f84931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:46.967430 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-edade85e-b3a0-4c3c-b782-21196f84931c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2268be57276451990e755f8fd240a7b&device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 1162 time: 0.1972234
Feb 18 11:24:47.210939 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90049fa-32f6-4175-b330-d1b56adf8eae req-d68758a5-ec47-4c1b-ad92-a7f67a08ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:47.215369 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c90049fa-32f6-4175-b330-d1b56adf8eae req-d68758a5-ec47-4c1b-ad92-a7f67a08ba21 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e2268be57276451990e755f8fd240a7b&device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 1162 time: 0.2154160
Feb 18 11:24:47.277585 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-78359f6a-2494-498a-a064-e462180567ac None None] Set router ddc2f850-3424-4b30-934b-19ab5326f4f7 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:24:47.317509 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-741f2538-4a1b-4fc5-a3bb-385656dd96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:47.320871 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-741f2538-4a1b-4fc5-a3bb-385656dd96c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2eb671a8-43fd-4441-8401-3d50379d13b7 HTTP/1.1" status: 200  len: 902 time: 0.3390191
Feb 18 11:24:47.468845 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-035be8b5-a6e5-49ce-939c-c1bfbbd0375e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=917f2cba-9196-45ff-8614-fae8a63f7507 HTTP/1.1" status: 200  len: 217 time: 0.1335988
Feb 18 11:24:47.621328 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-e86621a0-85cc-4d12-bfdb-0711fdaa40bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:47.622280 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb80de-8a61-4458-9a1c-3e14740ecdb2 req-467da76c-3ffb-4739-9ae7-5f54cc9fe880 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:47.624191 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-e86621a0-85cc-4d12-bfdb-0711fdaa40bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74 HTTP/1.1" status: 200  len: 847 time: 0.1409373
Feb 18 11:24:47.626892 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bbdb80de-8a61-4458-9a1c-3e14740ecdb2 req-467da76c-3ffb-4739-9ae7-5f54cc9fe880 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.3620508
Feb 18 11:24:47.630939 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90049fa-32f6-4175-b330-d1b56adf8eae req-b19972cd-dbf9-48f9-a66e-03d7ccec07b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:47.635365 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c90049fa-32f6-4175-b330-d1b56adf8eae req-b19972cd-dbf9-48f9-a66e-03d7ccec07b2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2eb671a8-43fd-4441-8401-3d50379d13b7 HTTP/1.1" status: 200  len: 902 time: 0.4107409
Feb 18 11:24:47.812455 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-91e34709-2569-4095-8210-2f13d845014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:47.815584 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-91e34709-2569-4095-8210-2f13d845014a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2eb671a8-43fd-4441-8401-3d50379d13b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1785772
Feb 18 11:24:47.965813 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-78359f6a-2494-498a-a064-e462180567ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca8fb0f0>, [{'id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'name': 'tempest-TestShelveInstance-954441931-router', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:06Z', 'updated_at': '2021-02-18T11:19:18Z', 'revision_number': 4, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'gw_port': {'id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:08Z', 'updated_at': '2021-02-18T11:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '32de0dcc-c69e-43a0-b358-6cf085a1f82e', 'name': '', 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'mac_address': 'fa:16:3e:b7:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:16Z', 'updated_at': '2021-02-18T11:19:32Z', 'revision_number': 5, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'subnets': [{'id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:24:47.972802 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78359f6a-2494-498a-a064-e462180567ac None None] Checking router: ddc2f850-3424-4b30-934b-19ab5326f4f7 for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:24:47.991168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78359f6a-2494-498a-a064-e462180567ac None None] Routers {'ddc2f850-3424-4b30-934b-19ab5326f4f7'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:24:47.991875 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-78359f6a-2494-498a-a064-e462180567ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca8fb0f0>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:24:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['ddc2f850-3424-4b30-934b-19ab5326f4f7'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:24:48.137711 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-fb9b7225-d8b8-4ca9-9a3b-f0f1565a74a3 service neutron] 10.222.0.65 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3117611
Feb 18 11:24:48.158065 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c90049fa-32f6-4175-b330-d1b56adf8eae req-ecf759f0-08da-4f78-aa2d-7086bf587083 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=917f2cba-9196-45ff-8614-fae8a63f7507 HTTP/1.1" status: 200  len: 217 time: 0.5151653
Feb 18 11:24:48.286701 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bbdb80de-8a61-4458-9a1c-3e14740ecdb2 req-7cf3c172-0f8b-4c7f-9135-2e731b64ba8b tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6474209
Feb 18 11:24:48.312545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90049fa-32f6-4175-b330-d1b56adf8eae req-a29a27ac-2a1f-45f9-b22f-f3213cbaea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:48.315954 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c90049fa-32f6-4175-b330-d1b56adf8eae req-a29a27ac-2a1f-45f9-b22f-f3213cbaea5c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74 HTTP/1.1" status: 200  len: 847 time: 0.1384091
Feb 18 11:24:48.356552 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-78359f6a-2494-498a-a064-e462180567ac None None] Set router ddc2f850-3424-4b30-934b-19ab5326f4f7 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:24:48.439697 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-8349ecc7-40b6-4501-ac8b-0161e720cf5a req-aeea9fff-b329-49cb-b3f8-868af2ad5bfa service neutron] 10.222.0.65 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2880065
Feb 18 11:24:48.512394 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90049fa-32f6-4175-b330-d1b56adf8eae req-8332885f-9df4-416d-804e-16cafc9cce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:48.515568 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c90049fa-32f6-4175-b330-d1b56adf8eae req-8332885f-9df4-416d-804e-16cafc9cce01 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2eb671a8-43fd-4441-8401-3d50379d13b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1913965
Feb 18 11:24:48.872202 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c90049fa-32f6-4175-b330-d1b56adf8eae req-d1e825ee-a1a4-40b8-8fbe-ffba17256a97 service neutron] 10.222.0.79 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3459008
Feb 18 11:24:49.198909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-78359f6a-2494-498a-a064-e462180567ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca8fb0f0>, [{'id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'name': 'tempest-TestShelveInstance-954441931-router', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:06Z', 'updated_at': '2021-02-18T11:19:18Z', 'revision_number': 4, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'gw_port': {'id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:08Z', 'updated_at': '2021-02-18T11:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '32de0dcc-c69e-43a0-b358-6cf085a1f82e', 'name': '', 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'mac_address': 'fa:16:3e:b7:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:16Z', 'updated_at': '2021-02-18T11:19:32Z', 'revision_number': 5, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'subnets': [{'id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:24:49.207515 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78359f6a-2494-498a-a064-e462180567ac None None] The sync data for ids ['ddc2f850-3424-4b30-934b-19ab5326f4f7'] in dv-cinder-773985-5-iscsi is: [{'id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'name': 'tempest-TestShelveInstance-954441931-router', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:06Z', 'updated_at': '2021-02-18T11:19:18Z', 'revision_number': 4, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'gw_port': {'id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:08Z', 'updated_at': '2021-02-18T11:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '32de0dcc-c69e-43a0-b358-6cf085a1f82e', 'name': '', 'network_id': '2eb671a8-43fd-4441-8401-3d50379d13b7', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'mac_address': 'fa:16:3e:b7:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:16Z', 'updated_at': '2021-02-18T11:19:32Z', 'revision_number': 5, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'subnets': [{'id': '0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:24:49.469357 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfcfa3-edcf-4e16-b48f-b53fd7345292 req-8a9d81cf-046a-4127-9abb-e3f81f41ebc4 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:49.472599 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c9cfcfa3-edcf-4e16-b48f-b53fd7345292 req-8a9d81cf-046a-4127-9abb-e3f81f41ebc4 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.5077231
Feb 18 11:24:49.501296 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c90049fa-32f6-4175-b330-d1b56adf8eae req-afd63c34-9f5c-49d9-b42e-a30728655dc0 service neutron] 10.222.0.79 "GET /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6209650
Feb 18 11:24:49.537251 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd33d3-0c44-451f-a1b6-bd83f2b6b4f2 req-0746005e-21cc-4d1d-874a-ba34726c573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:49.540463 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cbdd33d3-0c44-451f-a1b6-bd83f2b6b4f2 req-0746005e-21cc-4d1d-874a-ba34726c573e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e23a1c783c1a4367a9baa433b98d5451&device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 1163 time: 0.3427420
Feb 18 11:24:49.652821 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ba40e-fcd4-4639-a3d0-7ec74da97ae4 req-f50148da-7138-42d5-98f9-270313674dff tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:49.654762 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-df4ba40e-fcd4-4639-a3d0-7ec74da97ae4 req-f50148da-7138-42d5-98f9-270313674dff tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Synchronizing usage tracker for tenant:e2268be57276451990e755f8fd240a7b on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:24:49.686307 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-df4ba40e-fcd4-4639-a3d0-7ec74da97ae4 req-f50148da-7138-42d5-98f9-270313674dff tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Unset dirty status for tenant:e2268be57276451990e755f8fd240a7b on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:24:49.698407 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-df4ba40e-fcd4-4639-a3d0-7ec74da97ae4 req-f50148da-7138-42d5-98f9-270313674dff tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.2024736
Feb 18 11:24:49.764665 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c3d59-1ddf-42b9-b361-eb898d72adbb None None] New status for floating IP 5ede9dea-2777-4a5e-a327-18ed871c688b: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:24:49.788019 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-c9cfcfa3-edcf-4e16-b48f-b53fd7345292 req-6a50e1cc-6e85-4ba4-b1ce-0933531bebff tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2944798
Feb 18 11:24:49.907756 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd33d3-0c44-451f-a1b6-bd83f2b6b4f2 req-413089c7-f690-4157-855c-a52370da0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:49.910944 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cbdd33d3-0c44-451f-a1b6-bd83f2b6b4f2 req-413089c7-f690-4157-855c-a52370da0c63 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4703e260-d506-4254-a06e-dbfc1ba6f9e2 HTTP/1.1" status: 200  len: 904 time: 0.3569903
Feb 18 11:24:50.155907 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cbdd33d3-0c44-451f-a1b6-bd83f2b6b4f2 req-5d0ba03a-f924-465a-a4dc-4b040969fd74 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a092d363-213a-4322-9ba1-5411e912d3c4 HTTP/1.1" status: 200  len: 1002 time: 0.2375801
Feb 18 11:24:50.210561 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-df4ba40e-fcd4-4639-a3d0-7ec74da97ae4 req-ee9e6557-d249-4871-9dfd-19337de85440 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.5071008
Feb 18 11:24:50.308593 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd33d3-0c44-451f-a1b6-bd83f2b6b4f2 req-e6977f1a-a77c-4567-bcdd-814dadad6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:50.312042 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cbdd33d3-0c44-451f-a1b6-bd83f2b6b4f2 req-e6977f1a-a77c-4567-bcdd-814dadad6272 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=094bd897-73b2-45a4-b258-b41599d84057 HTTP/1.1" status: 200  len: 849 time: 0.1490650
Feb 18 11:24:50.442252 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd33d3-0c44-451f-a1b6-bd83f2b6b4f2 req-07e69464-5750-4d13-b877-848acc88a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:50.445504 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cbdd33d3-0c44-451f-a1b6-bd83f2b6b4f2 req-07e69464-5750-4d13-b877-848acc88a11c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4703e260-d506-4254-a06e-dbfc1ba6f9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1258192
Feb 18 11:24:50.650968 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cbdd33d3-0c44-451f-a1b6-bd83f2b6b4f2 req-8b577c11-ad2a-4aaa-8016-6e6ab9f5c191 service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1960456
Feb 18 11:24:50.854794 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cbdd33d3-0c44-451f-a1b6-bd83f2b6b4f2 req-92fdbce9-3f58-4f2b-9743-807eaa086f9f service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1952345
Feb 18 11:24:51.249212 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efab42-3bf1-48d7-8600-9364bd0a2579 req-4ecca6be-3930-496f-b619-703aa7dac5e8 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:51.252372 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-04efab42-3bf1-48d7-8600-9364bd0a2579 req-4ecca6be-3930-496f-b619-703aa7dac5e8 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.2498546
Feb 18 11:24:51.272553 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2867fb-568a-4094-882d-4f841d3c3402 req-35c0d990-6dda-44c2-9c79-2690c29d6d55 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:51.274945 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5b2867fb-568a-4094-882d-4f841d3c3402 req-35c0d990-6dda-44c2-9c79-2690c29d6d55 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.79 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.2177730
Feb 18 11:24:51.457011 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-04efab42-3bf1-48d7-8600-9364bd0a2579 req-afe8bd7b-ffe0-4e39-812e-ad4a97cad90c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1802688
Feb 18 11:24:51.473449 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-5b2867fb-568a-4094-882d-4f841d3c3402 req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Deleting port 917f2cba-9196-45ff-8614-fae8a63f7507 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:24:51.473449 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-5b2867fb-568a-4094-882d-4f841d3c3402 req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:51.556492 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7cf92-27cc-46c7-8c9d-7e977c883169 req-ed3e5040-6310-4bc8-87b6-54d077702ad0 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:51.579280 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-64c7cf92-27cc-46c7-8c9d-7e977c883169 req-ed3e5040-6310-4bc8-87b6-54d077702ad0 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 945 time: 0.1576638
Feb 18 11:24:51.685897 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-64c7cf92-27cc-46c7-8c9d-7e977c883169 req-07066c08-5433-44f9-8d18-8a0934946254 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5c27bf2-01eb-4251-a567-53f8cfe9b82c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1065755
Feb 18 11:24:51.907654 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-5b2867fb-568a-4094-882d-4f841d3c3402 req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] For port 917f2cba-9196-45ff-8614-fae8a63f7507, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=917f2cba-9196-45ff-8614-fae8a63f7507,segment=NetworkSegment(09b693df-9929-4514-9bb0-138a4b48da8e),segment_id=09b693df-9929-4514-9bb0-138a4b48da8e)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:24:51.908048 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-5b2867fb-568a-4094-882d-4f841d3c3402 req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:52.063869 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-5b2867fb-568a-4094-882d-4f841d3c3402 req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Calling delete_port for 917f2cba-9196-45ff-8614-fae8a63f7507 owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:24:52.291657 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 917f2cba-9196-45ff-8614-fae8a63f7507 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:24:52.318964 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-5b2867fb-568a-4094-882d-4f841d3c3402 req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:52.342092 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] No Port match for: 917f2cba-9196-45ff-8614-fae8a63f7507 {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:24:52.342670 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 917f2cba-9196-45ff-8614-fae8a63f7507 not bound to the agent host hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:24:52.350772 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-25082ced-b2fe-47a7-bea7-97d7db234486 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:24:52.513490 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Pushing event deleted for resources: {'Port': ['ID=917f2cba-9196-45ff-8614-fae8a63f7507,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:24:52.542811 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.543215 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.543629 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.544286 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.544518 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.544858 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.545252 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.545640 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.546030 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.546423 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.547076 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.547560 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.548066 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.548484 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.548878 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.549259 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.549759 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.550207 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.550619 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.551011 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.551402 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.551780 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.552164 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.552627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:24:52.559764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:24:52.773771 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2867fb-568a-4094-882d-4f841d3c3402 req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] No DVR routers for this DVR port 917f2cba-9196-45ff-8614-fae8a63f7507 on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:24:52.776725 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-5b2867fb-568a-4094-882d-4f841d3c3402 req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:52.782976 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'name': 'network-vif-deleted', 'tag': '917f2cba-9196-45ff-8614-fae8a63f7507'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:24:52.809143 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5b2867fb-568a-4094-882d-4f841d3c3402 req-52650eb6-07e6-4134-911e-c3aa881dba9e tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.79 "DELETE /v2.0/ports/917f2cba-9196-45ff-8614-fae8a63f7507 HTTP/1.1" status: 204  len: 173 time: 1.4985747
Feb 18 11:24:52.842697 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28f98f-a028-4375-b86e-e642b3a8688c req-eee9256a-d8a7-4a58-b59c-c0c319aee96d tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:24:52.846967 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4f28f98f-a028-4375-b86e-e642b3a8688c req-eee9256a-d8a7-4a58-b59c-c0c319aee96d tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.2393320
Feb 18 11:24:52.938153 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4f28f98f-a028-4375-b86e-e642b3a8688c req-27a8ddf6-8b83-40af-ae6f-82ff543df367 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0855722
Feb 18 11:24:52.972340 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ece94365-1639-4d46-9624-e364f612f286 req-df5bdd9c-ff43-46a0-b4e4-584ea71d7091 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 210 time: 0.1036875
Feb 18 11:24:53.055633 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfddeaf8-968c-4e0d-9406-e5f1c4511471', 'name': 'network-vif-deleted', 'tag': '917f2cba-9196-45ff-8614-fae8a63f7507', 'status': 'completed', 'code': 200}
Feb 18 11:24:54.228916 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b7c01c9f-943d-4b3c-a50c-3077ec00d0e9 req-822ce258-78bc-46e9-acfd-85faf2cdd428 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfddeaf8-968c-4e0d-9406-e5f1c4511471 HTTP/1.1" status: 200  len: 210 time: 0.0600657
Feb 18 11:24:55.428293 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-041ce35c-e19c-4b25-ba36-c043fd9084e2 req-9e1b15ec-3c99-4a08-88fc-e3eb41bdd0e7 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "GET /v2.0/security-groups/f5c27bf2-01eb-4251-a567-53f8cfe9b82c HTTP/1.1" status: 200  len: 2993 time: 0.0614328
Feb 18 11:24:55.548889 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-041ce35c-e19c-4b25-ba36-c043fd9084e2 req-4715bb33-e677-4378-8025-3123ea9579c1 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:55.591635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-041ce35c-e19c-4b25-ba36-c043fd9084e2 req-4715bb33-e677-4378-8025-3123ea9579c1 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:55.663237 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-041ce35c-e19c-4b25-ba36-c043fd9084e2 req-4715bb33-e677-4378-8025-3123ea9579c1 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:55.673997 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e77f9dc1-c4f2-487d-957e-9323fe8ea676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:24:55.709800 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715bb33-e677-4378-8025-3123ea9579c1 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c27bf2-01eb-4251-a567-53f8cfe9b82c,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:24:55.719767 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4715bb33-e677-4378-8025-3123ea9579c1 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:24:55.726503 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-041ce35c-e19c-4b25-ba36-c043fd9084e2 req-4715bb33-e677-4378-8025-3123ea9579c1 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:55.728607 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-041ce35c-e19c-4b25-ba36-c043fd9084e2 req-4715bb33-e677-4378-8025-3123ea9579c1 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] 10.222.0.65 "DELETE /v2.0/security-groups/f5c27bf2-01eb-4251-a567-53f8cfe9b82c HTTP/1.1" status: 204  len: 173 time: 0.2931833
Feb 18 11:24:55.813868 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 47714) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:24:57.029879 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-347fe9c2-a2ea-43ef-8c2d-d109fa5bbf4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854256561'] for router_interface, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:57.590596 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-347fe9c2-a2ea-43ef-8c2d-d109fa5bbf4e admin admin] Deleting port 32de0dcc-c69e-43a0-b358-6cf085a1f82e {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:24:57.591211 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-347fe9c2-a2ea-43ef-8c2d-d109fa5bbf4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:57.864860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-347fe9c2-a2ea-43ef-8c2d-d109fa5bbf4e admin admin] For port 32de0dcc-c69e-43a0-b358-6cf085a1f82e, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=32de0dcc-c69e-43a0-b358-6cf085a1f82e,segment=NetworkSegment(09b693df-9929-4514-9bb0-138a4b48da8e),segment_id=09b693df-9929-4514-9bb0-138a4b48da8e)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:24:57.865430 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-347fe9c2-a2ea-43ef-8c2d-d109fa5bbf4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:58.051211 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-347fe9c2-a2ea-43ef-8c2d-d109fa5bbf4e admin admin] Calling delete_port for 32de0dcc-c69e-43a0-b358-6cf085a1f82e owned by network:router_interface {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:24:58.354652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-347fe9c2-a2ea-43ef-8c2d-d109fa5bbf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:58.370336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bec4c8ed-74aa-4fa5-88b2-29ab1a3d1862 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:24:58.492736 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fe9c2-a2ea-43ef-8c2d-d109fa5bbf4e admin admin] Pushing event deleted for resources: {'Port': ['ID=32de0dcc-c69e-43a0-b358-6cf085a1f82e,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:24:58.505715 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-347fe9c2-a2ea-43ef-8c2d-d109fa5bbf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:24:58.957886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-347fe9c2-a2ea-43ef-8c2d-d109fa5bbf4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498172'] for router_interface, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:24:59.582456 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347fe9c2-a2ea-43ef-8c2d-d109fa5bbf4e admin admin] Router ddc2f850-3424-4b30-934b-19ab5326f4f7 has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:24:59.859528 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-796e9dfd-f210-438e-8e8b-fa818b3cb479 req-a7e43901-aa65-47aa-b601-c4f841436fc7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2819910
Feb 18 11:24:59.878856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347fe9c2-a2ea-43ef-8c2d-d109fa5bbf4e admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:24:59.891763 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0699842-6dfd-41cb-b7d7-79e62c4c7abf None None] Sync routers for ids ['ddc2f850-3424-4b30-934b-19ab5326f4f7'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:24:59.898577 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-347fe9c2-a2ea-43ef-8c2d-d109fa5bbf4e admin admin] 10.222.0.65 "PUT /v2.0/routers/ddc2f850-3424-4b30-934b-19ab5326f4f7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0787814
Feb 18 11:24:59.899400 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 47720) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:24:59.904025 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0699842-6dfd-41cb-b7d7-79e62c4c7abf None None] Routers {'ddc2f850-3424-4b30-934b-19ab5326f4f7'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:24:59.904892 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-f0699842-6dfd-41cb-b7d7-79e62c4c7abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccc8e56048>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:24:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['ddc2f850-3424-4b30-934b-19ab5326f4f7'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:00.166001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-f0699842-6dfd-41cb-b7d7-79e62c4c7abf None None] Set router ddc2f850-3424-4b30-934b-19ab5326f4f7 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:25:00.497849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-614a8512-ab5f-4ecc-9819-06178da699b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:00.585619 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e9dfd-f210-438e-8e8b-fa818b3cb479 req-1fe372b7-441d-4ce3-b62a-1edc9e7c0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:00.587416 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-796e9dfd-f210-438e-8e8b-fa818b3cb479 req-1fe372b7-441d-4ce3-b62a-1edc9e7c0338 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e23a1c783c1a4367a9baa433b98d5451&device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 1163 time: 0.6104145
Feb 18 11:25:00.606638 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-f0699842-6dfd-41cb-b7d7-79e62c4c7abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccc8e56048>, [{'id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'name': 'tempest-TestShelveInstance-954441931-router', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:06Z', 'updated_at': '2021-02-18T11:24:58Z', 'revision_number': 5, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'gw_port': {'id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:08Z', 'updated_at': '2021-02-18T11:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:00.615649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0699842-6dfd-41cb-b7d7-79e62c4c7abf None None] Checking router: ddc2f850-3424-4b30-934b-19ab5326f4f7 for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:25:00.633211 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0699842-6dfd-41cb-b7d7-79e62c4c7abf None None] Routers {'ddc2f850-3424-4b30-934b-19ab5326f4f7'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:25:00.634320 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-f0699842-6dfd-41cb-b7d7-79e62c4c7abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccc8e56048>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:24:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['ddc2f850-3424-4b30-934b-19ab5326f4f7'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:01.023180 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-f0699842-6dfd-41cb-b7d7-79e62c4c7abf None None] Set router ddc2f850-3424-4b30-934b-19ab5326f4f7 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:25:01.049008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-614a8512-ab5f-4ecc-9819-06178da699b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:01.057455 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e9dfd-f210-438e-8e8b-fa818b3cb479 req-49274837-12c7-4ed8-947d-6dda23f15bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:01.060924 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-796e9dfd-f210-438e-8e8b-fa818b3cb479 req-49274837-12c7-4ed8-947d-6dda23f15bd7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4703e260-d506-4254-a06e-dbfc1ba6f9e2 HTTP/1.1" status: 200  len: 904 time: 0.4417861
Feb 18 11:25:01.071467 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-614a8512-ab5f-4ecc-9819-06178da699b4 admin admin] Deleting port d1554493-666d-48e5-9c1a-ec2f71bac21d {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:25:01.072299 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-614a8512-ab5f-4ecc-9819-06178da699b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:01.500916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-f0699842-6dfd-41cb-b7d7-79e62c4c7abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccc8e56048>, [{'id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'name': 'tempest-TestShelveInstance-954441931-router', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:06Z', 'updated_at': '2021-02-18T11:24:58Z', 'revision_number': 5, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'gw_port': {'id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:08Z', 'updated_at': '2021-02-18T11:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:01.509660 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0699842-6dfd-41cb-b7d7-79e62c4c7abf None None] The sync data for ids ['ddc2f850-3424-4b30-934b-19ab5326f4f7'] in dv-cinder-773985-5-iscsi is: [{'id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'name': 'tempest-TestShelveInstance-954441931-router', 'tenant_id': 'e2268be57276451990e755f8fd240a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:06Z', 'updated_at': '2021-02-18T11:24:58Z', 'revision_number': 5, 'project_id': 'e2268be57276451990e755f8fd240a7b', 'gw_port': {'id': 'd1554493-666d-48e5-9c1a-ec2f71bac21d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc2f850-3424-4b30-934b-19ab5326f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:08Z', 'updated_at': '2021-02-18T11:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:25:01.557036 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-796e9dfd-f210-438e-8e8b-fa818b3cb479 req-c905c95c-91fb-4fc5-82fd-593b613e775c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a092d363-213a-4322-9ba1-5411e912d3c4 HTTP/1.1" status: 200  len: 1002 time: 0.4878714
Feb 18 11:25:01.727699 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e9dfd-f210-438e-8e8b-fa818b3cb479 req-749f1fc2-f473-42e5-ae23-84bf7360813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:01.729475 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-796e9dfd-f210-438e-8e8b-fa818b3cb479 req-749f1fc2-f473-42e5-ae23-84bf7360813c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=094bd897-73b2-45a4-b258-b41599d84057 HTTP/1.1" status: 200  len: 849 time: 0.1618097
Feb 18 11:25:01.731659 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-614a8512-ab5f-4ecc-9819-06178da699b4 admin admin] For port d1554493-666d-48e5-9c1a-ec2f71bac21d, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=d1554493-666d-48e5-9c1a-ec2f71bac21d,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:25:01.732202 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-614a8512-ab5f-4ecc-9819-06178da699b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:01.952636 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-614a8512-ab5f-4ecc-9819-06178da699b4 admin admin] Calling delete_port for d1554493-666d-48e5-9c1a-ec2f71bac21d owned by network:router_gateway {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:25:02.065306 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e9dfd-f210-438e-8e8b-fa818b3cb479 req-b7523a8a-79ab-4a95-abd1-e5e8b2eb1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:02.067755 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-796e9dfd-f210-438e-8e8b-fa818b3cb479 req-b7523a8a-79ab-4a95-abd1-e5e8b2eb1a0d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4703e260-d506-4254-a06e-dbfc1ba6f9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3263440
Feb 18 11:25:02.202930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-76c3dc68-9667-408b-ab76-07331ee83929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:02.362673 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-796e9dfd-f210-438e-8e8b-fa818b3cb479 req-fafaa9b9-4296-4a88-a606-12c254f2dc0c service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2828665
Feb 18 11:25:02.532617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-614a8512-ab5f-4ecc-9819-06178da699b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:02.565942 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:02.578735 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:25:02.763319 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a8512-ab5f-4ecc-9819-06178da699b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1554493-666d-48e5-9c1a-ec2f71bac21d,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:02.768579 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-614a8512-ab5f-4ecc-9819-06178da699b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:02.878987 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-796e9dfd-f210-438e-8e8b-fa818b3cb479 req-26d84304-71d6-431e-abfa-2be1b6b70316 service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5054843
Feb 18 11:25:02.991748 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:03.083041 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-614a8512-ab5f-4ecc-9819-06178da699b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854277267'] for router_gateway, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:03.258668 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 32de0dcc-c69e-43a0-b358-6cf085a1f82e no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:25:03.334662 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: 32de0dcc-c69e-43a0-b358-6cf085a1f82e {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:25:03.335187 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 32de0dcc-c69e-43a0-b358-6cf085a1f82e not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:25:03.370747 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-614a8512-ab5f-4ecc-9819-06178da699b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746360'] for router, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:03.374589 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-614a8512-ab5f-4ecc-9819-06178da699b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:03.401538 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-614a8512-ab5f-4ecc-9819-06178da699b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854257390'] for router, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:03.402119 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614a8512-ab5f-4ecc-9819-06178da699b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddc2f850-3424-4b30-934b-19ab5326f4f7 {{(pid=83932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 11:25:03.424927 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-614a8512-ab5f-4ecc-9819-06178da699b4 admin admin] Notify callbacks [] for router, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:03.426525 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-614a8512-ab5f-4ecc-9819-06178da699b4 admin admin] 10.222.0.65 "DELETE /v2.0/routers/ddc2f850-3424-4b30-934b-19ab5326f4f7 HTTP/1.1" status: 204  len: 168 time: 3.5262518
Feb 18 11:25:03.430738 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 47724) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:25:03.532713 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1534c1-4422-4b9f-b500-9a3d389b8716 admin admin] Deleting subnet 0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74 {{(pid=83932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 11:25:03.537490 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ef1534c1-4422-4b9f-b500-9a3d389b8716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:03.623211 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ef1534c1-4422-4b9f-b500-9a3d389b8716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3086655'] for subnet, precommit_delete_associations {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:03.791975 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ef1534c1-4422-4b9f-b500-9a3d389b8716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741126'] for subnet, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:04.290267 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ef1534c1-4422-4b9f-b500-9a3d389b8716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847034674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2111037'] for subnet, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:04.325565 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-08f358d5-77a5-4642-98fa-4b98e152a49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:04.510132 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1534c1-4422-4b9f-b500-9a3d389b8716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:04.516057 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ef1534c1-4422-4b9f-b500-9a3d389b8716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:04.622134 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ef1534c1-4422-4b9f-b500-9a3d389b8716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:04.626849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c567a73-cf95-4b3e-b0f7-ea4b6b4a0180 None None] Network 2eb671a8-43fd-4441-8401-3d50379d13b7 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:25:04.631726 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ef1534c1-4422-4b9f-b500-9a3d389b8716 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0cf95d2f-1e6b-4ad8-ba62-bb84c70b1a74 HTTP/1.1" status: 204  len: 168 time: 1.1995773
Feb 18 11:25:04.636052 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 47728) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:25:04.821714 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854201257'] for network, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:04.967141 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Deleting port f74cd9ec-d6f8-4eba-9b75-ae6226b39812 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:25:04.967734 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:04.999409 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65642a30-81e2-42df-8f97-04dd83f1adda None None] DHCP port deletion for 2eb671a8-43fd-4441-8401-3d50379d13b7 request from dv-cinder-773985-5-iscsi {{(pid=83934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 11:25:05.007132 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-65642a30-81e2-42df-8f97-04dd83f1adda None None] Deleting port f74cd9ec-d6f8-4eba-9b75-ae6226b39812 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:25:05.007844 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-65642a30-81e2-42df-8f97-04dd83f1adda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:05.306536 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] For port f74cd9ec-d6f8-4eba-9b75-ae6226b39812, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=f74cd9ec-d6f8-4eba-9b75-ae6226b39812,segment=NetworkSegment(09b693df-9929-4514-9bb0-138a4b48da8e),segment_id=09b693df-9929-4514-9bb0-138a4b48da8e)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:25:05.307124 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:05.470004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device d1554493-666d-48e5-9c1a-ec2f71bac21d no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:25:05.570313 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: d1554493-666d-48e5-9c1a-ec2f71bac21d {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:25:05.570689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device d1554493-666d-48e5-9c1a-ec2f71bac21d not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:25:05.571362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device f74cd9ec-d6f8-4eba-9b75-ae6226b39812 no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:25:05.794991 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Calling delete_port for f74cd9ec-d6f8-4eba-9b75-ae6226b39812 owned by network:dhcp {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:25:05.861219 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b314a63a-183b-42d0-8ee6-d81f38121a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:05.935407 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:05.941227 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.plugins.ml2.db [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No ports have port_id starting with f74cd9ec-d6f8-4eba-9b75-ae6226b39812
Feb 18 11:25:05.945329 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-65642a30-81e2-42df-8f97-04dd83f1adda None None] For port f74cd9ec-d6f8-4eba-9b75-ae6226b39812, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=f74cd9ec-d6f8-4eba-9b75-ae6226b39812,segment=NetworkSegment(09b693df-9929-4514-9bb0-138a4b48da8e),segment_id=09b693df-9929-4514-9bb0-138a4b48da8e)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:25:05.946061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-65642a30-81e2-42df-8f97-04dd83f1adda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:05.963199 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-745f3ab1-1c3f-47e2-9d00-d37117fd4386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:06.079742 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f74cd9ec-d6f8-4eba-9b75-ae6226b39812,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:06.083391 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:06.186746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] No DVR routers for this DVR port f74cd9ec-d6f8-4eba-9b75-ae6226b39812 on host dv-cinder-773985-5-iscsi {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:25:06.213885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-65642a30-81e2-42df-8f97-04dd83f1adda None None] Calling delete_port for f74cd9ec-d6f8-4eba-9b75-ae6226b39812 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:25:06.288640 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:06.339293 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [None req-65642a30-81e2-42df-8f97-04dd83f1adda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:25:06.339890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [None req-65642a30-81e2-42df-8f97-04dd83f1adda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:25:06.387736 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7742001', 'neutron.services.segments.db._delete_segments_for_network--9223363254506393562'] for network, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:06.538522 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccc9be9f60>,) {'filters': {'network_id': ['2eb671a8-43fd-4441-8401-3d50379d13b7']}} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:06.556490 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc9be9f60>, '09b693df-9929-4514-9bb0-138a4b48da8e') {'for_net_delete': True} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:06.556832 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc9be9f60>, '09b693df-9929-4514-9bb0-138a4b48da8e') {} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:06.575021 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254506395610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851689209'] for segment, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:06.597899 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:06.600286 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 11:25:06.841883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-65642a30-81e2-42df-8f97-04dd83f1adda None None] Deleting port f74cd9ec-d6f8-4eba-9b75-ae6226b39812 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:25:06.842590 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-65642a30-81e2-42df-8f97-04dd83f1adda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:06.869168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Network 2eb671a8-43fd-4441-8401-3d50379d13b7 has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:25:06.882185 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7742905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852795161'] for segment, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:06.993643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-65642a30-81e2-42df-8f97-04dd83f1adda None None] The port 'f74cd9ec-d6f8-4eba-9b75-ae6226b39812' was deleted {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 11:25:07.244154 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Network 2eb671a8-43fd-4441-8401-3d50379d13b7 has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]: Traceback (most recent call last):
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:     timer()
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:     cb(*args, **kw)
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:     return func(*args, **kwargs)
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:     self._notify()
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:     self.callback(batched_events)
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:     event.method(event)
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:     segment_id)['aggregates'][0]
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:     return f(self, *a, **k)
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self._get(url).json()
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:     **kwargs)
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self.request(url, 'GET', **kwargs)
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:     **endpoint_filter)
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 11:25:07.291085 dv-cinder-773985-5-iscsi neutron-server[83816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 11:25:07.439707 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847033799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498500'] for network, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:07.444524 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bea91e8a-cb78-4519-9bb6-292e9f970a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:07.461423 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:07.475443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb671a8-43fd-4441-8401-3d50379d13b7,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:07.480784 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:07.495538 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] 10.222.0.65 "DELETE /v2.0/networks/2eb671a8-43fd-4441-8401-3d50379d13b7 HTTP/1.1" status: 204  len: 168 time: 2.8580432
Feb 18 11:25:07.499923 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 47732) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:25:08.254006 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:08.455936 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-45f79b42-d6c7-42df-8253-cf517ce1eead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854256561'] for router_interface, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:08.536221 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:08.980126 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-45f79b42-d6c7-42df-8253-cf517ce1eead admin admin] Deleting port d3b8ac6e-77e8-428e-a46a-dc348e18fb57 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:25:08.980730 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-45f79b42-d6c7-42df-8253-cf517ce1eead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:09.243311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-45f79b42-d6c7-42df-8253-cf517ce1eead admin admin] For port d3b8ac6e-77e8-428e-a46a-dc348e18fb57, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=d3b8ac6e-77e8-428e-a46a-dc348e18fb57,segment=NetworkSegment(ea0c8b73-de92-4381-a86a-2729d257a7be),segment_id=ea0c8b73-de92-4381-a86a-2729d257a7be)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:25:09.243877 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-45f79b42-d6c7-42df-8253-cf517ce1eead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:09.429848 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-45f79b42-d6c7-42df-8253-cf517ce1eead admin admin] Calling delete_port for d3b8ac6e-77e8-428e-a46a-dc348e18fb57 owned by network:router_interface {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:25:09.678999 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-45f79b42-d6c7-42df-8253-cf517ce1eead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:09.699164 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3b5bff08-2e18-42fe-ad92-72c525a1b703 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:09.811139 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f79b42-d6c7-42df-8253-cf517ce1eead admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b8ac6e-77e8-428e-a46a-dc348e18fb57,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:09.825459 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-45f79b42-d6c7-42df-8253-cf517ce1eead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:10.383731 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-45f79b42-d6c7-42df-8253-cf517ce1eead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498172'] for router_interface, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:11.399243 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f79b42-d6c7-42df-8253-cf517ce1eead admin admin] Router 0da68e37-02f7-4a6d-83b4-21869fb6f253 has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:25:11.622743 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f79b42-d6c7-42df-8253-cf517ce1eead admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:25:11.635806 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-45f79b42-d6c7-42df-8253-cf517ce1eead admin admin] 10.222.0.65 "PUT /v2.0/routers/0da68e37-02f7-4a6d-83b4-21869fb6f253/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1339052
Feb 18 11:25:11.637813 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad89a8-95cd-4d43-9940-cc6b9bd53f30 None None] Sync routers for ids ['0da68e37-02f7-4a6d-83b4-21869fb6f253'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:25:11.639437 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 47736) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:25:11.649654 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad89a8-95cd-4d43-9940-cc6b9bd53f30 None None] Routers {'0da68e37-02f7-4a6d-83b4-21869fb6f253'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:25:11.650355 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-2bad89a8-95cd-4d43-9940-cc6b9bd53f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca5ba080>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:25:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['0da68e37-02f7-4a6d-83b4-21869fb6f253'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:11.899330 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-2bad89a8-95cd-4d43-9940-cc6b9bd53f30 None None] Set router 0da68e37-02f7-4a6d-83b4-21869fb6f253 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:25:12.039339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] Notify callbacks [] for router, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:12.373368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-2bad89a8-95cd-4d43-9940-cc6b9bd53f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca5ba080>, [{'id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'name': 'tempest-TestShelveInstance-1588833315-router', 'tenant_id': '244393db94ab4f3ba6295995f437bf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '88e18d41-ddd7-4d4b-885f-878711398d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:27Z', 'updated_at': '2021-02-18T11:25:09Z', 'revision_number': 5, 'project_id': '244393db94ab4f3ba6295995f437bf90', 'gw_port': {'id': '88e18d41-ddd7-4d4b-885f-878711398d1d', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:54:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:19:30Z', 'updated_at': '2021-02-18T11:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:12.381199 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad89a8-95cd-4d43-9940-cc6b9bd53f30 None None] Checking router: 0da68e37-02f7-4a6d-83b4-21869fb6f253 for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:25:12.399657 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad89a8-95cd-4d43-9940-cc6b9bd53f30 None None] Routers {'0da68e37-02f7-4a6d-83b4-21869fb6f253'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:25:12.400866 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-2bad89a8-95cd-4d43-9940-cc6b9bd53f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca5ba080>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:25:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['0da68e37-02f7-4a6d-83b4-21869fb6f253'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:12.417227 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:12.433983 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] Deleting port 88e18d41-ddd7-4d4b-885f-878711398d1d {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:25:12.434554 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:12.704212 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] For port 88e18d41-ddd7-4d4b-885f-878711398d1d, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=88e18d41-ddd7-4d4b-885f-878711398d1d,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:25:12.704573 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:12.745608 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-2bad89a8-95cd-4d43-9940-cc6b9bd53f30 None None] Set router 0da68e37-02f7-4a6d-83b4-21869fb6f253 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:25:12.905752 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] Calling delete_port for 88e18d41-ddd7-4d4b-885f-878711398d1d owned by network:router_gateway {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:25:12.984012 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-2bad89a8-95cd-4d43-9940-cc6b9bd53f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca5ba080>, [{'id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'name': 'tempest-TestShelveInstance-1588833315-router', 'tenant_id': '244393db94ab4f3ba6295995f437bf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:27Z', 'updated_at': '2021-02-18T11:25:12Z', 'revision_number': 6, 'project_id': '244393db94ab4f3ba6295995f437bf90', 'gw_port_host': None}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:12.992002 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad89a8-95cd-4d43-9940-cc6b9bd53f30 None None] The sync data for ids ['0da68e37-02f7-4a6d-83b4-21869fb6f253'] in dv-cinder-773985-5-iscsi is: [{'id': '0da68e37-02f7-4a6d-83b4-21869fb6f253', 'name': 'tempest-TestShelveInstance-1588833315-router', 'tenant_id': '244393db94ab4f3ba6295995f437bf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:19:27Z', 'updated_at': '2021-02-18T11:25:12Z', 'revision_number': 6, 'project_id': '244393db94ab4f3ba6295995f437bf90', 'gw_port_host': None}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:25:13.153465 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:13.169286 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ca4eb235-1a14-4a92-96d4-1678b8f60eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:13.184218 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device d3b8ac6e-77e8-428e-a46a-dc348e18fb57 no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:25:13.232857 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: d3b8ac6e-77e8-428e-a46a-dc348e18fb57 {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:25:13.233239 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device d3b8ac6e-77e8-428e-a46a-dc348e18fb57 not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:25:13.297082 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e18d41-ddd7-4d4b-885f-878711398d1d,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:13.308773 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:13.468860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854277267'] for router_gateway, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:13.689862 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746360'] for router, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:13.692660 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:13.735931 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854257390'] for router, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:13.736506 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0da68e37-02f7-4a6d-83b4-21869fb6f253 {{(pid=83932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 11:25:13.752738 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] Notify callbacks [] for router, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:13.757616 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] 10.222.0.65 "DELETE /v2.0/routers/0da68e37-02f7-4a6d-83b4-21869fb6f253 HTTP/1.1" status: 204  len: 168 time: 2.1130509
Feb 18 11:25:13.758160 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47740) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:25:13.851687 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Deleting subnet 5ae06b68-2777-43b3-93c9-acd19e644bc4 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 11:25:13.856217 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:13.928896 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852679109'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:14.149909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741126'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:14.552541 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847034674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852452565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037650'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:14.592290 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-46f08ff2-c000-4d1f-8633-3dff9c006f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:14.776191 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae06b68-2777-43b3-93c9-acd19e644bc4,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:14.831761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.832381 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.833150 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.833870 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.834564 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.835292 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.835989 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.836745 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.837451 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.838143 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.838845 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.839543 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.841132 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.841835 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.842509 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.843158 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.843867 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.844622 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.845325 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.846036 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.846771 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.847478 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.848171 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.848904 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:14.860005 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:14.916456 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:14.930012 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8c26a958-fafb-40dd-8dc1-e2bd18adfc6e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5ae06b68-2777-43b3-93c9-acd19e644bc4 HTTP/1.1" status: 204  len: 168 time: 1.1699617
Feb 18 11:25:14.933164 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47744) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:25:14.935299 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9458fd8e-9ca8-49aa-a1f3-0e79562edae5 None None] Network 91039185-23af-4a3e-b68d-f26299e667d6 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:25:15.147507 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854201257'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:15.273765 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Deleting port 281a2527-627a-4d3f-8113-2d7bce6afa12 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:25:15.274160 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:15.274362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] DHCP port deletion for 91039185-23af-4a3e-b68d-f26299e667d6 request from dv-cinder-773985-5-iscsi {{(pid=83934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 11:25:15.277117 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 88e18d41-ddd7-4d4b-885f-878711398d1d no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:25:15.322576 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Deleting port 281a2527-627a-4d3f-8113-2d7bce6afa12 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:25:15.323123 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:15.355140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: 88e18d41-ddd7-4d4b-885f-878711398d1d {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:25:15.355626 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 88e18d41-ddd7-4d4b-885f-878711398d1d not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:25:15.570404 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] For port 281a2527-627a-4d3f-8113-2d7bce6afa12, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=281a2527-627a-4d3f-8113-2d7bce6afa12,segment=NetworkSegment(ea0c8b73-de92-4381-a86a-2729d257a7be),segment_id=ea0c8b73-de92-4381-a86a-2729d257a7be)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:25:15.571001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:15.591844 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] For port 281a2527-627a-4d3f-8113-2d7bce6afa12, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=281a2527-627a-4d3f-8113-2d7bce6afa12,segment=NetworkSegment(ea0c8b73-de92-4381-a86a-2729d257a7be),segment_id=ea0c8b73-de92-4381-a86a-2729d257a7be)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:25:15.592295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:15.748538 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Calling delete_port for 281a2527-627a-4d3f-8113-2d7bce6afa12 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:25:15.831000 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Calling delete_port for 281a2527-627a-4d3f-8113-2d7bce6afa12 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:25:15.866268 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:15.895190 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-cb1dacdd-5468-4198-9875-32634c9e9c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:15.931573 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:25:15.931953 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:25:16.092695 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Pushing event deleted for resources: {'Port': ['ID=281a2527-627a-4d3f-8113-2d7bce6afa12,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:16.136320 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.137748 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.138456 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.139121 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.139696 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.140259 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.140860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.141455 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.142012 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.142541 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.143097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.143727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.144626 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.145262 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.145906 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.146536 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.147144 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.147796 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.148455 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.149092 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.149717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.150346 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.150973 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.151602 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:16.164080 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:16.222557 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489f24b-0717-44b3-bbe7-5f6aac27de17 None None] No DVR routers for this DVR port 281a2527-627a-4d3f-8113-2d7bce6afa12 on host dv-cinder-773985-5-iscsi {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:25:16.433070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Deleting port 281a2527-627a-4d3f-8113-2d7bce6afa12 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:25:16.433778 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:16.562364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] The port '281a2527-627a-4d3f-8113-2d7bce6afa12' was deleted {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 11:25:16.749524 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7742001', 'neutron.services.segments.db._delete_segments_for_network--9223363254506393562'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:16.893382 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccca4a3a90>,) {'filters': {'network_id': ['91039185-23af-4a3e-b68d-f26299e667d6']}} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:16.911234 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccca4a3a90>, 'ea0c8b73-de92-4381-a86a-2729d257a7be') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:16.911796 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccca4a3a90>, 'ea0c8b73-de92-4381-a86a-2729d257a7be') {} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:16.927932 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254506395610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2096643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:16.950725 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:16.953549 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 11:25:17.170703 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Network 91039185-23af-4a3e-b68d-f26299e667d6 has no segments {{(pid=83933) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:25:17.182891 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7742905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321546'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:17.226204 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 281a2527-627a-4d3f-8113-2d7bce6afa12 no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:25:17.269590 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: 281a2527-627a-4d3f-8113-2d7bce6afa12 {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:25:17.270008 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 281a2527-627a-4d3f-8113-2d7bce6afa12 not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:25:17.405265 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Network 91039185-23af-4a3e-b68d-f26299e667d6 has no segments {{(pid=83933) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   % (table.description, expected, rows_matched)
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   % (table.description, expected, rows_matched)
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   % (table.description, expected, rows_matched)
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   % (table.description, expected, rows_matched)
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]: Traceback (most recent call last):
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:     timer()
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:     cb(*args, **kw)
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:     return func(*args, **kwargs)
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:     self._notify()
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:     self.callback(batched_events)
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:     event.method(event)
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:     segment_id)['aggregates'][0]
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:     return f(self, *a, **k)
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self._get(url).json()
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:     **kwargs)
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self.request(url, 'GET', **kwargs)
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:     **endpoint_filter)
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 11:25:17.432086 dv-cinder-773985-5-iscsi neutron-server[83816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 11:25:17.533802 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847033799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498500'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:17.538082 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c530fb65-aae6-41cb-8b7c-6e2521e95b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:17.556359 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:17.564727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Pushing event deleted for resources: {'Network': ['ID=91039185-23af-4a3e-b68d-f26299e667d6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:17.569893 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:17.573015 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-c7c67dd0-6fbb-48e8-9073-9c2e19879f2c admin admin] 10.222.0.65 "DELETE /v2.0/networks/91039185-23af-4a3e-b68d-f26299e667d6 HTTP/1.1" status: 204  len: 168 time: 2.6381989
Feb 18 11:25:17.760489 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47750) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:25:17.829707 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-a46548ba-4a85-4093-9ab2-a6affe099622 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e2268be57276451990e755f8fd240a7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0671129
Feb 18 11:25:17.833833 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47754) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:25:17.945947 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-900c2c0d-337a-4da4-8007-a3329952ae45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:17.984590 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-900c2c0d-337a-4da4-8007-a3329952ae45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:18.050523 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-900c2c0d-337a-4da4-8007-a3329952ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:18.061016 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5c62b8e1-6c09-4e2e-ba50-b221181ad48c tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:18.089412 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c2c0d-337a-4da4-8007-a3329952ae45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e014d67-6d6f-45e1-8690-76854c50168d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:18.101911 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-900c2c0d-337a-4da4-8007-a3329952ae45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:18.106649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-900c2c0d-337a-4da4-8007-a3329952ae45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:18.108962 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-900c2c0d-337a-4da4-8007-a3329952ae45 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e014d67-6d6f-45e1-8690-76854c50168d HTTP/1.1" status: 204  len: 168 time: 0.2732794
Feb 18 11:25:18.649098 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47762) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:25:18.715650 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-9f05ff5b-5066-4e5d-aa69-a0a37dfed600 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=244393db94ab4f3ba6295995f437bf90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0651193
Feb 18 11:25:18.721541 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47766) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:25:18.803472 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-12565238-7d1e-4f3f-a5dc-e837b1f67bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:18.844329 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-12565238-7d1e-4f3f-a5dc-e837b1f67bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:18.944066 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-12565238-7d1e-4f3f-a5dc-e837b1f67bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:18.954602 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bf940d1f-4117-4380-aa25-342cb79ac73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:18.983125 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12565238-7d1e-4f3f-a5dc-e837b1f67bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4223c98-da97-43e3-9b54-3aead67b3bc3,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:18.988984 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-12565238-7d1e-4f3f-a5dc-e837b1f67bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:18.991033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-12565238-7d1e-4f3f-a5dc-e837b1f67bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:18.994527 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-12565238-7d1e-4f3f-a5dc-e837b1f67bf3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b4223c98-da97-43e3-9b54-3aead67b3bc3 HTTP/1.1" status: 204  len: 168 time: 0.2701461
Feb 18 11:25:25.874502 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca825bc6-8bf3-4d3a-b4ac-f77570ccca23 req-7080ce82-e15a-44d0-8643-7db05552a2d5 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:25.876671 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ca825bc6-8bf3-4d3a-b4ac-f77570ccca23 req-7080ce82-e15a-44d0-8643-7db05552a2d5 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1352746
Feb 18 11:25:25.942179 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ca825bc6-8bf3-4d3a-b4ac-f77570ccca23 req-f5765ab0-2aa5-4b52-ad2f-2a4eaeb6ea6a tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514750
Feb 18 11:25:27.257842 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb383e6b-ef59-4ade-8763-58d32f1ce628 req-02abbb48-65b5-47cb-87c4-6b16b2b1faac tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:27.259731 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bb383e6b-ef59-4ade-8763-58d32f1ce628 req-02abbb48-65b5-47cb-87c4-6b16b2b1faac tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1038609
Feb 18 11:25:27.330409 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bb383e6b-ef59-4ade-8763-58d32f1ce628 req-9c566201-7bf1-46d3-8c39-ce16408d5e76 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565336
Feb 18 11:25:27.777777 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-cb48c08d-088c-4024-b43c-39ec21b4ae19 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:27.779961 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-cb48c08d-088c-4024-b43c-39ec21b4ae19 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.1620657
Feb 18 11:25:27.873496 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Deleting port a092d363-213a-4322-9ba1-5411e912d3c4 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:25:27.873880 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:28.427013 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] For port a092d363-213a-4322-9ba1-5411e912d3c4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a092d363-213a-4322-9ba1-5411e912d3c4,segment=NetworkSegment(a7ef9cbc-51c1-4734-970a-aa330767d8f5),segment_id=a7ef9cbc-51c1-4734-970a-aa330767d8f5)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:25:28.427624 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:28.611106 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device a092d363-213a-4322-9ba1-5411e912d3c4 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:25:28.763477 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:28.808170 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3885831-ede4-4dc6-86c1-c421c83a8b8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a092d363-213a-4322-9ba1-5411e912d3c4'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:25:28.827432 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port a092d363-213a-4322-9ba1-5411e912d3c4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a092d363-213a-4322-9ba1-5411e912d3c4,segment=NetworkSegment(a7ef9cbc-51c1-4734-970a-aa330767d8f5),segment_id=a7ef9cbc-51c1-4734-970a-aa330767d8f5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:25:28.832138 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:28.835791 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c6605e5d-aec7-4243-a83f-9a536582ed88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:28.896450 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:28.897028 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:28.897399 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Floating IP 944a55a3-7123-4638-9b1c-a018ea1c309a disassociated. External IP: 172.27.1.223, port: a092d363-213a-4322-9ba1-5411e912d3c4.
Feb 18 11:25:28.898025 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Calling delete_port for a092d363-213a-4322-9ba1-5411e912d3c4 owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:25:28.938499 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3885831-ede4-4dc6-86c1-c421c83a8b8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a092d363-213a-4322-9ba1-5411e912d3c4', 'code': 200}
Feb 18 11:25:28.968441 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703ac63-ae29-4d25-b26f-47618810465b req-02dfe58f-8766-49cd-b4e7-3002dd2d35a6 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:28.968811 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=a092d363-213a-4322-9ba1-5411e912d3c4,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:28.970158 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a703ac63-ae29-4d25-b26f-47618810465b req-02dfe58f-8766-49cd-b4e7-3002dd2d35a6 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 946 time: 0.4671695
Feb 18 11:25:28.973123 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:29.066358 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a703ac63-ae29-4d25-b26f-47618810465b req-ed9581d6-69e7-4329-bb22-5bfc1fee0232 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807223
Feb 18 11:25:29.073486 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83932) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:25:29.074573 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:25:29.575759 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Deleting port a092d363-213a-4322-9ba1-5411e912d3c4 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:25:29.576725 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:30.014149 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] For port a092d363-213a-4322-9ba1-5411e912d3c4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a092d363-213a-4322-9ba1-5411e912d3c4,segment=NetworkSegment(a7ef9cbc-51c1-4734-970a-aa330767d8f5),segment_id=a7ef9cbc-51c1-4734-970a-aa330767d8f5)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:25:30.014553 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:30.351786 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50befc33-6251-4069-9d7a-344e46cc3550 req-c7331025-fd2e-4a8e-a082-59158a641235 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:30.353526 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-50befc33-6251-4069-9d7a-344e46cc3550 req-c7331025-fd2e-4a8e-a082-59158a641235 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 944 time: 0.1161506
Feb 18 11:25:30.414807 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-50befc33-6251-4069-9d7a-344e46cc3550 req-bb7bb624-ddc1-48de-b90a-18c2083ced6f tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=08948d2a-370c-45be-97a2-5512bc6a0753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526383
Feb 18 11:25:30.494636 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:30.494905 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:30.495316 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Floating IP 944a55a3-7123-4638-9b1c-a018ea1c309a disassociated. External IP: 172.27.1.223, port: a092d363-213a-4322-9ba1-5411e912d3c4.
Feb 18 11:25:30.495768 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Calling delete_port for a092d363-213a-4322-9ba1-5411e912d3c4 owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:25:30.731108 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:30.749128 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c197ab29-cf8d-4664-b0fc-c98e645fe731 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:30.861733 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event deleted for resources: {'Port': ['ID=a092d363-213a-4322-9ba1-5411e912d3c4,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:30.876389 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:31.343756 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:25:31.613640 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:25:31.628627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4426fe61-d7e3-485e-8c79-cf9a7b898e03 None None] Sync routers for ids ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:25:31.641328 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426fe61-d7e3-485e-8c79-cf9a7b898e03 None None] Routers {'af09cb3a-01ef-4fb8-a4b1-7b82435eac44'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:25:31.641977 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-4426fe61-d7e3-485e-8c79-cf9a7b898e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca9d33c8>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:25:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:31.744197 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] No DVR routers for this DVR port a092d363-213a-4322-9ba1-5411e912d3c4 on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:25:31.752250 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:31.758553 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3885831-ede4-4dc6-86c1-c421c83a8b8c', 'name': 'network-vif-deleted', 'tag': 'a092d363-213a-4322-9ba1-5411e912d3c4'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:25:31.776076 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-214e8aae-35de-411c-a6f5-be6367607e7e req-086be92d-a050-4b39-acc6-dcfeb5aee52e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3885831-ede4-4dc6-86c1-c421c83a8b8c HTTP/1.1" status: 200  len: 210 time: 0.1040597
Feb 18 11:25:31.793283 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f269d079-22bf-4b26-9c8c-81eaed239844 req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.79 "DELETE /v2.0/ports/a092d363-213a-4322-9ba1-5411e912d3c4 HTTP/1.1" status: 204  len: 173 time: 4.0069900
Feb 18 11:25:31.834240 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3885831-ede4-4dc6-86c1-c421c83a8b8c', 'name': 'network-vif-deleted', 'tag': 'a092d363-213a-4322-9ba1-5411e912d3c4', 'status': 'completed', 'code': 200}
Feb 18 11:25:31.932250 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-4426fe61-d7e3-485e-8c79-cf9a7b898e03 None None] Set router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:25:32.256198 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-4834a6ce-3187-420d-af33-18ff067a7aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:32.412030 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-4426fe61-d7e3-485e-8c79-cf9a7b898e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca9d33c8>, [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'be4af01b-6620-443c-b092-68fd4e15df7b', 'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'mac_address': 'fa:16:3e:64:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:12Z', 'updated_at': '2021-02-18T11:22:23Z', 'revision_number': 5, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'subnets': [{'id': '094bd897-73b2-45a4-b258-b41599d84057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:32.418233 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4426fe61-d7e3-485e-8c79-cf9a7b898e03 None None] Checking router: af09cb3a-01ef-4fb8-a4b1-7b82435eac44 for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:25:32.430249 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426fe61-d7e3-485e-8c79-cf9a7b898e03 None None] Routers {'af09cb3a-01ef-4fb8-a4b1-7b82435eac44'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:25:32.430950 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-4426fe61-d7e3-485e-8c79-cf9a7b898e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca9d33c8>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:25:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:32.966120 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47806) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:25:32.985131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-4426fe61-d7e3-485e-8c79-cf9a7b898e03 None None] Set router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:25:33.060092 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e66a-4a96-41fd-b3e3-cbf0a8c5cd97 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:33.071281 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:33.119601 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e66a-4a96-41fd-b3e3-cbf0a8c5cd97 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:33.209730 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e66a-4a96-41fd-b3e3-cbf0a8c5cd97 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:33.221369 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3841b12f-b8a8-4dcb-8d2e-64f198274526 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:33.254588 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1e66a-4a96-41fd-b3e3-cbf0a8c5cd97 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08948d2a-370c-45be-97a2-5512bc6a0753,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:33.269353 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ebd1e66a-4a96-41fd-b3e3-cbf0a8c5cd97 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:33.271121 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e66a-4a96-41fd-b3e3-cbf0a8c5cd97 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:33.275793 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 47816) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:25:33.276210 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ebd1e66a-4a96-41fd-b3e3-cbf0a8c5cd97 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "DELETE /v2.0/security-groups/08948d2a-370c-45be-97a2-5512bc6a0753 HTTP/1.1" status: 204  len: 168 time: 0.3086491
Feb 18 11:25:33.299585 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.v2.resource [None req-4571ba72-e4a5-44c3-94d0-b422d2f1a7d7 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] show failed (client error): The resource could not be found.
Feb 18 11:25:33.304126 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47820) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:25:33.304427 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-4571ba72-e4a5-44c3-94d0-b422d2f1a7d7 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups/08948d2a-370c-45be-97a2-5512bc6a0753 HTTP/1.1" status: 404  len: 347 time: 0.0256515
Feb 18 11:25:33.540787 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-2cbdfa67-b0cf-4da9-a964-5fc5e5a5305c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Deleting port 2f108c60-899b-4f0c-b837-9b45317e4146 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:25:33.541443 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2cbdfa67-b0cf-4da9-a964-5fc5e5a5305c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:33.567388 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-4426fe61-d7e3-485e-8c79-cf9a7b898e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca9d33c8>, [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'be4af01b-6620-443c-b092-68fd4e15df7b', 'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'mac_address': 'fa:16:3e:64:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:12Z', 'updated_at': '2021-02-18T11:22:23Z', 'revision_number': 5, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'subnets': [{'id': '094bd897-73b2-45a4-b258-b41599d84057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:25:33.579338 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4426fe61-d7e3-485e-8c79-cf9a7b898e03 None None] The sync data for ids ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'] in dv-cinder-773985-5-iscsi is: [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'be4af01b-6620-443c-b092-68fd4e15df7b', 'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'mac_address': 'fa:16:3e:64:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:12Z', 'updated_at': '2021-02-18T11:22:23Z', 'revision_number': 5, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'subnets': [{'id': '094bd897-73b2-45a4-b258-b41599d84057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:25:33.881205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2cbdfa67-b0cf-4da9-a964-5fc5e5a5305c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:33.882217 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2cbdfa67-b0cf-4da9-a964-5fc5e5a5305c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:34.168746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818bf0c4-1a4e-424b-847b-52930635d4f6 None None] New status for floating IP 944a55a3-7123-4638-9b1c-a018ea1c309a: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:25:34.174037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-2cbdfa67-b0cf-4da9-a964-5fc5e5a5305c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Calling delete_port for 2f108c60-899b-4f0c-b837-9b45317e4146 owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:25:34.466754 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2cbdfa67-b0cf-4da9-a964-5fc5e5a5305c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:34.491011 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-808f3aa9-5133-434f-9629-5d09de1ad0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:34.511675 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [None req-818bf0c4-1a4e-424b-847b-52930635d4f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:25:34.513372 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [None req-818bf0c4-1a4e-424b-847b-52930635d4f6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:25:34.967075 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdfa67-b0cf-4da9-a964-5fc5e5a5305c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event deleted for resources: {'Port': ['ID=2f108c60-899b-4f0c-b837-9b45317e4146,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:34.972649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2cbdfa67-b0cf-4da9-a964-5fc5e5a5305c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:35.015224 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818bf0c4-1a4e-424b-847b-52930635d4f6 None None] New status for floating IP 944a55a3-7123-4638-9b1c-a018ea1c309a: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:25:35.121486 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2cbdfa67-b0cf-4da9-a964-5fc5e5a5305c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:35.149877 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2cbdfa67-b0cf-4da9-a964-5fc5e5a5305c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:35.153095 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-2cbdfa67-b0cf-4da9-a964-5fc5e5a5305c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "DELETE /v2.0/floatingips/944a55a3-7123-4638-9b1c-a018ea1c309a HTTP/1.1" status: 204  len: 168 time: 1.8469522
Feb 18 11:25:35.608058 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-da957aba-f89f-432c-ad6c-7c3afb2b7c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:35.973278 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47832) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:25:35.984921 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-7646ebe5-8e6b-4ea6-8367-7012f34d4616 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1072143584', 'description': 'tempest-description--74398780'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:25:35.997047 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7646ebe5-8e6b-4ea6-8367-7012f34d4616 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:25:36.006314 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7646ebe5-8e6b-4ea6-8367-7012f34d4616 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Usage tracker for resource:security_group and tenant:e23a1c783c1a4367a9baa433b98d5451 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:25:36.012888 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7646ebe5-8e6b-4ea6-8367-7012f34d4616 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:25:36.024878 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7646ebe5-8e6b-4ea6-8367-7012f34d4616 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:25:36.045608 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7646ebe5-8e6b-4ea6-8367-7012f34d4616 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:36.089615 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7646ebe5-8e6b-4ea6-8367-7012f34d4616 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:25:36.097374 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7646ebe5-8e6b-4ea6-8367-7012f34d4616 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Usage tracker for resource:security_group_rule and tenant:e23a1c783c1a4367a9baa433b98d5451 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:25:36.102365 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-7646ebe5-8e6b-4ea6-8367-7012f34d4616 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:25:36.115643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-7646ebe5-8e6b-4ea6-8367-7012f34d4616 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:25:36.235280 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7646ebe5-8e6b-4ea6-8367-7012f34d4616 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:36.239339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7646ebe5-8e6b-4ea6-8367-7012f34d4616 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:36.247362 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-93b02e27-b17d-4784-b01f-eea388af4e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:36.249797 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:36.304760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646ebe5-8e6b-4ea6-8367-7012f34d4616 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73db6803-b86b-49cd-bda3-84d670de5538,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:36.309204 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7646ebe5-8e6b-4ea6-8367-7012f34d4616 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:36.311045 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-7646ebe5-8e6b-4ea6-8367-7012f34d4616 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3359582
Feb 18 11:25:36.312450 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7646ebe5-8e6b-4ea6-8367-7012f34d4616 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:36.316707 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47836) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:25:36.325237 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-da7fdf7f-5b33-4582-bab4-7db84f5cfc24 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Request body: {'security_group_rule': {'security_group_id': '73db6803-b86b-49cd-bda3-84d670de5538', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:25:36.332779 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-da7fdf7f-5b33-4582-bab4-7db84f5cfc24 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:25:36.338265 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-da7fdf7f-5b33-4582-bab4-7db84f5cfc24 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Usage tracker for resource:security_group_rule and tenant:e23a1c783c1a4367a9baa433b98d5451 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:25:36.342400 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-da7fdf7f-5b33-4582-bab4-7db84f5cfc24 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:25:36.351900 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-da7fdf7f-5b33-4582-bab4-7db84f5cfc24 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:25:36.375645 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-da7fdf7f-5b33-4582-bab4-7db84f5cfc24 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:36.477027 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-da7fdf7f-5b33-4582-bab4-7db84f5cfc24 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:36.482251 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-da7fdf7f-5b33-4582-bab4-7db84f5cfc24 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797254'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:36.496596 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6f5a1d59-00b2-44f1-a88f-835d0dbd1a6c tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:36.535546 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fdf7f-5b33-4582-bab4-7db84f5cfc24 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9e883d-719d-4128-a65c-8c11795c9662,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:36.540721 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-da7fdf7f-5b33-4582-bab4-7db84f5cfc24 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:36.553153 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-da7fdf7f-5b33-4582-bab4-7db84f5cfc24 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:36.555608 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-da7fdf7f-5b33-4582-bab4-7db84f5cfc24 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2372487
Feb 18 11:25:36.559684 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47840) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:25:36.571090 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-5faf6ce6-7132-4d10-ac74-3d5d26b68504 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Request body: {'security_group_rule': {'security_group_id': '73db6803-b86b-49cd-bda3-84d670de5538', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:25:36.584333 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-5faf6ce6-7132-4d10-ac74-3d5d26b68504 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:25:36.593096 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-5faf6ce6-7132-4d10-ac74-3d5d26b68504 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Usage tracker for resource:security_group_rule and tenant:e23a1c783c1a4367a9baa433b98d5451 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:25:36.599183 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-5faf6ce6-7132-4d10-ac74-3d5d26b68504 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:25:36.612588 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-5faf6ce6-7132-4d10-ac74-3d5d26b68504 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:25:36.644125 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5faf6ce6-7132-4d10-ac74-3d5d26b68504 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:36.772477 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5faf6ce6-7132-4d10-ac74-3d5d26b68504 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:36.776038 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5faf6ce6-7132-4d10-ac74-3d5d26b68504 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797254'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:36.779279 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5aff2702-d401-4dde-ba59-a221a9dbcbdb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:36.805607 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf6ce6-7132-4d10-ac74-3d5d26b68504 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9549a4c-c7d2-490e-a58b-41fe2cf83f30,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:36.810858 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5faf6ce6-7132-4d10-ac74-3d5d26b68504 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:36.822083 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5faf6ce6-7132-4d10-ac74-3d5d26b68504 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:36.822316 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-5faf6ce6-7132-4d10-ac74-3d5d26b68504 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2609050
Feb 18 11:25:36.827370 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 47846) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:25:36.837531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Request body: {'floatingip': {'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:25:36.849311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:25:36.860505 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Usage tracker for resource:floatingip and tenant:e23a1c783c1a4367a9baa433b98d5451 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:25:36.866446 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:25:36.878665 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:25:36.893442 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:37.115678 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:37.559106 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-baf39096-2818-4abb-9abd-856a2608474a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2077181272&fields=id&tenant_id=bb272e0801a14169b04bc052fbeb67eb HTTP/1.1" status: 200  len: 267 time: 0.1033208
Feb 18 11:25:37.560596 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Allocated IP 172.27.1.147 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/59c69b1f-84a9-4538-b919-89bde93c4045) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:25:37.911825 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-bd05c5d2-6d00-4b8d-9fb5-28315f1e346d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:37.914441 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-bd05c5d2-6d00-4b8d-9fb5-28315f1e346d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 810 time: 0.3460004
Feb 18 11:25:37.941709 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:37.959474 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-b8a19d86-03a3-4889-a05e-fb2b0361ad72 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/quotas/bb272e0801a14169b04bc052fbeb67eb HTTP/1.1" status: 200  len: 375 time: 0.0290949
Feb 18 11:25:38.060475 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:38.086855 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-bf93046f-a12f-445d-87cc-87b3daa672fe tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:38.271333 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:38.291284 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event updated for resources: {'Port': ['ID=59c69b1f-84a9-4538-b919-89bde93c4045,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:38.313577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:38.330141 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-7c747230-7a56-4a58-89e0-1a28d5a91d0f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&fields=id HTTP/1.1" status: 200  len: 440 time: 0.3580301
Feb 18 11:25:38.532067 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:25:38.535903 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Resources bound (agent type, host, resource id):  {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:25:38.541420 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:25:38.547798 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:38.689203 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e756cbce-818f-4729-8470-34fad600d463 service neutron] 10.222.0.65 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3314247
Feb 18 11:25:38.825601 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:38.954897 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-6c137f15-1a16-4c52-9219-6ecf83118d8a service neutron] 10.222.0.65 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2494431
Feb 18 11:25:38.955723 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:39.423352 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:39.429140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852452506'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:39.453643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-784e561a-b537-4db2-9959-47445bd609c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:39.581466 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:25:39.611226 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event updated for resources: {'Port': ['ID=59c69b1f-84a9-4538-b919-89bde93c4045,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:39.615111 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:39.789009 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:39.818371 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:39.820006 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-f76bb247-a48c-4340-abf6-4aa9db3e92f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.9910023
Feb 18 11:25:40.163348 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-0ab8e2fa-fbec-4e48-a9df-24f939e11593 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1072143584&fields=id&tenant_id=e23a1c783c1a4367a9baa433b98d5451 HTTP/1.1" status: 200  len: 267 time: 0.0845428
Feb 18 11:25:40.382112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c55207a7-c789-4e24-ac76-1251fbc27909 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:40.384354 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c55207a7-c789-4e24-ac76-1251fbc27909 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/networks?id=4703e260-d506-4254-a06e-dbfc1ba6f9e2 HTTP/1.1" status: 200  len: 810 time: 0.2070432
Feb 18 11:25:40.405497 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-50db7b17-f7f8-4640-bc46-7d87cfa9f977 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/quotas/e23a1c783c1a4367a9baa433b98d5451 HTTP/1.1" status: 200  len: 375 time: 0.0129435
Feb 18 11:25:40.540100 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-b6ca7b80-ad1f-4ffc-bd55-dddeeb3fdc1c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Synchronizing usage tracker for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:25:40.570763 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-b6ca7b80-ad1f-4ffc-bd55-dddeeb3fdc1c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Unset dirty status for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:25:40.574333 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-b6ca7b80-ad1f-4ffc-bd55-dddeeb3fdc1c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e23a1c783c1a4367a9baa433b98d5451&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1610322
Feb 18 11:25:40.638201 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-570f7a00-5185-4b33-ab56-b3dca804479f req-69654c68-d61e-4ca6-b4a3-9826f01c7267 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 210 time: 0.0978193
Feb 18 11:25:41.010871 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-be9bfd95-becd-44e5-870e-36498eaaf303 service neutron] 10.222.0.65 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4115334
Feb 18 11:25:41.217974 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-5dcc6e6e-585f-4bec-8d3e-85e234564b2a service neutron] 10.222.0.65 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1991358
Feb 18 11:25:41.469041 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-b3e98aff-693b-4bcd-8203-6e08f843da0f req-0b99533a-24c9-4d00-b995-6d66220745f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Synchronizing usage tracker for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:25:41.486454 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-b3e98aff-693b-4bcd-8203-6e08f843da0f req-0b99533a-24c9-4d00-b995-6d66220745f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Unset dirty status for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:25:41.487786 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b3e98aff-693b-4bcd-8203-6e08f843da0f req-0b99533a-24c9-4d00-b995-6d66220745f2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 210 time: 0.0793889
Feb 18 11:25:41.814956 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a0d74e88-41bb-4d30-91fa-2e535329bd23 req-b638c418-ef5c-45e3-95bd-1dfef3ffcb92 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 210 time: 0.0617270
Feb 18 11:25:42.623322 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7637fdcf-2308-47d4-a85a-832ded379149 req-122a38c9-0299-4507-9201-332239d57d4c tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 210 time: 0.0623298
Feb 18 11:25:43.001430 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-6c365595-6e9e-48fb-b9e5-19607dcb2fb9 req-754e4eae-7099-4467-9e6b-5c1a0553066d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 210 time: 0.0548289
Feb 18 11:25:43.777279 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f6dc09a0-341b-4765-9735-0407a83b34a4 req-27551ffd-a401-4253-a859-6f41d33667fc tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 210 time: 0.0611584
Feb 18 11:25:44.509163 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-750ebcc5-e0b4-415b-9e28-8a8e4cc844cf req-66c1c46a-065a-4ca6-968d-e7efafa51488 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 210 time: 0.0818295
Feb 18 11:25:44.588101 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-777e08b8-f135-4214-ad21-eef4581f8256 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:44.590525 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-777e08b8-f135-4214-ad21-eef4581f8256 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.79 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 810 time: 0.5893838
Feb 18 11:25:44.686959 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-28b45835-37f2-4fca-809d-b438621da3d2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb272e0801a14169b04bc052fbeb67eb HTTP/1.1" status: 200  len: 5765 time: 0.0800409
Feb 18 11:25:44.697657 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Request body: {'port': {'device_id': '8723e92d-3935-4acc-8340-22135c156cdc', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'admin_state_up': True, 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'security_groups': ['49d8add0-c89c-4e73-a835-eef3d9cfafeb']}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:25:44.889464 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:25:44.902802 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:25:44.913764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Made reservation on behalf of bb272e0801a14169b04bc052fbeb67eb for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:25:44.921012 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:45.041823 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f5907b3d-fc63-48fe-b8fc-42675c78c9c8 req-59227693-3e0d-4a55-b994-eacf1ccf68c5 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 210 time: 0.1023123
Feb 18 11:25:45.305351 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-80e96a9e-3257-4c06-b45a-96b3468353e0 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:45.308979 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-80e96a9e-3257-4c06-b45a-96b3468353e0 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.79 "GET /v2.0/networks?id=4703e260-d506-4254-a06e-dbfc1ba6f9e2 HTTP/1.1" status: 200  len: 810 time: 0.3758860
Feb 18 11:25:45.669122 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-2d827bd6-083f-46ee-9c48-5e525adb1b6a tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e23a1c783c1a4367a9baa433b98d5451 HTTP/1.1" status: 200  len: 5707 time: 0.3277323
Feb 18 11:25:45.778630 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-a2deac65-2ef5-4a19-be2f-d49e300447ce tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Request body: {'port': {'device_id': 'd9e87523-c8ee-4b71-81f8-ce553d46b155', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'admin_state_up': True, 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'security_groups': ['73db6803-b86b-49cd-bda3-84d670de5538']}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:25:45.828895 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-1bed665d-07db-4ab6-95e3-cd9e0fb26db1 req-8942350a-dc99-48e9-9c67-4cc0337bb054 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 210 time: 0.1800163
Feb 18 11:25:46.137215 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Allocated IP 172.20.0.13 (d22a818a-0aa2-41c5-b44c-3b5659cb4a20/37cc3edf-8e61-4a92-94bd-42c6385b9e4b/7b4e9bf3-d051-438b-b4d6-dcb55c209c7c) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:25:46.236140 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4e14b8c8-020c-4ee5-94c2-1916f1b22441 req-84b082f2-1c2d-4bd5-82e4-fadeef237fea tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 210 time: 0.0554237
Feb 18 11:25:46.267197 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-a2deac65-2ef5-4a19-be2f-d49e300447ce tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:25:46.316267 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-a2deac65-2ef5-4a19-be2f-d49e300447ce tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:25:46.497837 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-a2deac65-2ef5-4a19-be2f-d49e300447ce tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Made reservation on behalf of e23a1c783c1a4367a9baa433b98d5451 for: {'port': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:25:46.507311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-a2deac65-2ef5-4a19-be2f-d49e300447ce tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:46.731177 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:46.816239 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Transition to ACTIVE for port object 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c will not be triggered until provisioned by entity DHCP. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:25:46.993011 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:47.035240 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-313c0c3b-845c-421b-9be4-8963f63961a9 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:47.421080 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-a2deac65-2ef5-4a19-be2f-d49e300447ce tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Allocated IP 172.20.0.6 (4703e260-d506-4254-a06e-dbfc1ba6f9e2/094bd897-73b2-45a4-b258-b41599d84057/3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:25:47.506164 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event updated for resources: {'Port': ['ID=7b4e9bf3-d051-438b-b4d6-dcb55c209c7c,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:47.513125 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:47.516445 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-e9a90b36-17c8-49a7-8518-75713bf765dc req-1c14734a-0ec4-4184-ad1a-4d592e3dda57 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 210 time: 0.0684772
Feb 18 11:25:47.835721 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c1645-5b22-4320-944f-87f6ae6be8e9 req-c8c4acfa-0bd1-4da1-bb40-c9df6caf84cc tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:47.839317 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9e1c1645-5b22-4320-944f-87f6ae6be8e9 req-c8c4acfa-0bd1-4da1-bb40-c9df6caf84cc tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 932 time: 0.8168504
Feb 18 11:25:47.928715 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:25:47.939080 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:25:47.942190 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:25:48.097026 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9e1c1645-5b22-4320-944f-87f6ae6be8e9 req-1a85cde0-f9cb-4812-a96b-fc28cf8015ef tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2387414
Feb 18 11:25:48.150784 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:48.152075 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:48.179855 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-a2deac65-2ef5-4a19-be2f-d49e300447ce tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:48.237282 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-7de491cc-db89-4355-b573-42a1e068c966 None None] Provisioning for port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:25:48.248305 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-7de491cc-db89-4355-b573-42a1e068c966 None None] Provisioning complete for port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:25:48.249040 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-a2deac65-2ef5-4a19-be2f-d49e300447ce tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Transition to ACTIVE for port object 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 will not be triggered until provisioned by entity DHCP. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:25:48.249735 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7de491cc-db89-4355-b573-42a1e068c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:48.257865 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5643961
Feb 18 11:25:48.284998 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Request body: {'port': {'device_id': '8723e92d-3935-4acc-8340-22135c156cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:25:48.380013 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-7de491cc-db89-4355-b573-42a1e068c966 None None] Port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:25:48.489434 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-a2deac65-2ef5-4a19-be2f-d49e300447ce tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:48.546024 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-edf27482-f31b-4e44-b475-43322c517fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:48.850738 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a006c53-4b67-42db-b2fb-02cafa8a833d req-1eecf669-b399-4b9d-9ebb-7245830e7d7a tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:48.853373 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5a006c53-4b67-42db-b2fb-02cafa8a833d req-1eecf669-b399-4b9d-9ebb-7245830e7d7a tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 931 time: 0.1778073
Feb 18 11:25:48.942178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-5a006c53-4b67-42db-b2fb-02cafa8a833d req-7960a523-fa15-464f-8b09-c6e74e2de789 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Synchronizing usage tracker for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:25:48.973051 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-5a006c53-4b67-42db-b2fb-02cafa8a833d req-7960a523-fa15-464f-8b09-c6e74e2de789 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Unset dirty status for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:25:48.975393 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5a006c53-4b67-42db-b2fb-02cafa8a833d req-7960a523-fa15-464f-8b09-c6e74e2de789 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=73db6803-b86b-49cd-bda3-84d670de5538&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086681
Feb 18 11:25:49.057014 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2deac65-2ef5-4a19-be2f-d49e300447ce tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event updated for resources: {'Port': ['ID=3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:49.063406 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:49.076820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a2deac65-2ef5-4a19-be2f-d49e300447ce tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:49.288315 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-a2deac65-2ef5-4a19-be2f-d49e300447ce tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Network 4703e260-d506-4254-a06e-dbfc1ba6f9e2 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:25:49.291671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-a2deac65-2ef5-4a19-be2f-d49e300447ce tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:25:49.297492 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-a2deac65-2ef5-4a19-be2f-d49e300447ce tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:25:49.527808 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-68f966c5-f8e6-4c7f-a4e8-2482fced38ba None None] Provisioning for port 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 completed by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:25:49.533667 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-68f966c5-f8e6-4c7f-a4e8-2482fced38ba None None] Provisioning complete for port 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 triggered by entity DHCP. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:25:49.534092 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-68f966c5-f8e6-4c7f-a4e8-2482fced38ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:49.601853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-68f966c5-f8e6-4c7f-a4e8-2482fced38ba None None] Port 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 cannot update to ACTIVE because it is not bound. {{(pid=83934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 11:25:49.682080 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-a2deac65-2ef5-4a19-be2f-d49e300447ce tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:49.683557 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-a2deac65-2ef5-4a19-be2f-d49e300447ce tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:49.903326 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-a2deac65-2ef5-4a19-be2f-d49e300447ce tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1451185
Feb 18 11:25:49.935744 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Request body: {'port': {'device_id': 'd9e87523-c8ee-4b71-81f8-ce553d46b155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:25:50.061448 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec7dfc-4568-4bb1-b1ef-846c80d28966 req-825f440c-59e2-46ab-a2b3-4d85a65d3f61 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:50.062823 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-80ec7dfc-4568-4bb1-b1ef-846c80d28966 req-825f440c-59e2-46ab-a2b3-4d85a65d3f61 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Synchronizing usage tracker for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:25:50.279427 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-80ec7dfc-4568-4bb1-b1ef-846c80d28966 req-825f440c-59e2-46ab-a2b3-4d85a65d3f61 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Unset dirty status for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:25:50.281761 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-80ec7dfc-4568-4bb1-b1ef-846c80d28966 req-825f440c-59e2-46ab-a2b3-4d85a65d3f61 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 932 time: 0.9466646
Feb 18 11:25:50.334015 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:50.676285 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:25:50.703881 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:50.773748 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b6125-7f0b-4c0c-b44d-57a1dc87a008 req-45383405-15c1-4201-805f-da88e586862e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:50.775456 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a19b6125-7f0b-4c0c-b44d-57a1dc87a008 req-45383405-15c1-4201-805f-da88e586862e tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 931 time: 0.3958170
Feb 18 11:25:50.800719 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-80ec7dfc-4568-4bb1-b1ef-846c80d28966 req-50080e62-450d-4708-806c-c74188721990 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4982028
Feb 18 11:25:50.843788 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Transition to ACTIVE for port object 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:25:50.852964 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:50.855254 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a19b6125-7f0b-4c0c-b44d-57a1dc87a008 req-0e21f4f8-2e7f-4196-99d1-008503595275 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=73db6803-b86b-49cd-bda3-84d670de5538&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702906
Feb 18 11:25:50.893300 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-45f79b42-d6c7-42df-8253-cf517ce1eead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:51.192711 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Pushing event updated for resources: {'Port': ['ID=7b4e9bf3-d051-438b-b4d6-dcb55c209c7c,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:51.197286 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:51.779881 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Attempting to bind port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:25:51.780647 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Attempting to bind port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:25:51.781129 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Attempting to bind port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c on network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:25:51.887366 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:25:51.894319 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Checking segment: {'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:25:51.895080 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:51.895782 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Bound using segment: {'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:25:51.896765 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Bound port: 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4375d8c3-9424-48e8-95b8-045e688ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:25:51.897387 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:52.166908 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 {{(pid=83932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 11:25:52.207651 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:52.209708 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641b30b-e0eb-46ff-9906-3beeca96ca89 req-8e9a9507-372f-475a-812b-7dffac1938c2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:52.213168 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0641b30b-e0eb-46ff-9906-3beeca96ca89 req-8e9a9507-372f-475a-812b-7dffac1938c2 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 931 time: 0.1462681
Feb 18 11:25:52.262543 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Transition to ACTIVE for port object 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 will not be triggered until provisioned by entity L2. {{(pid=83932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 11:25:52.274593 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:52.301170 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-eec7841f-3637-4066-aaee-272217ee37b2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:52.315132 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0641b30b-e0eb-46ff-9906-3beeca96ca89 req-b3bce1ae-95c4-4d66-9011-1c404ae502ad tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=73db6803-b86b-49cd-bda3-84d670de5538&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885239
Feb 18 11:25:52.428093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] For port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:25:52.502306 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] For port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=7b4e9bf3-d051-438b-b4d6-dcb55c209c7c,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:25:52.528651 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:52.572285 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a42c3-9115-4d2e-9fc9-9997da5ada65 req-2276fffa-0537-4a2a-b795-edf780e7a69c tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:52.575581 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d31a42c3-9115-4d2e-9fc9-9997da5ada65 req-2276fffa-0537-4a2a-b795-edf780e7a69c tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 944 time: 0.5698059
Feb 18 11:25:52.676755 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Pushing event updated for resources: {'Port': ['ID=3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:52.760246 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.760807 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.761601 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.761913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.762327 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.762735 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.763136 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.763537 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.763934 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.764441 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.764857 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.765247 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.765763 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.766192 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.766589 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.766986 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.767380 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.767779 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.768171 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.768622 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.769019 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.769411 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.769799 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.770212 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:25:52.786311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:52.788772 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-347fe9c2-a2ea-43ef-8c2d-d109fa5bbf4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:53.011664 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-d31a42c3-9115-4d2e-9fc9-9997da5ada65 req-11f8b23f-e2c6-4cdc-a0a7-73e8d4e15ce4 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3473020
Feb 18 11:25:53.059010 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Pushing event updated for resources: {'Port': ['ID=7b4e9bf3-d051-438b-b4d6-dcb55c209c7c,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:53.121931 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:53.185750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:53.186922 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:53.189206 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e7cade47-cc0b-4134-8e09-e0c1e9167dda service neutron] 10.222.0.79 "PUT /v2.0/ports/7b4e9bf3-d051-438b-b4d6-dcb55c209c7c HTTP/1.1" status: 200  len: 1158 time: 4.9154124
Feb 18 11:25:53.190051 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8723e92d-3935-4acc-8340-22135c156cdc', 'tag': '7b4e9bf3-d051-438b-b4d6-dcb55c209c7c'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:25:53.233804 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Attempting to bind port 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 11:25:53.234014 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Attempting to bind port 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'a7ef9cbc-51c1-4734-970a-aa330767d8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2'}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 11:25:53.234405 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Attempting to bind port 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 on network 4703e260-d506-4254-a06e-dbfc1ba6f9e2 {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 11:25:53.241963 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Checking agent: {'id': '016fbddc-3627-47d1-9afb-8978d634bfa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 11, 8, 59), 'started_at': datetime.datetime(2021, 2, 18, 11, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 11, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 11:25:53.242391 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Checking segment: {'id': 'a7ef9cbc-51c1-4734-970a-aa330767d8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:25:53.242781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:53.243287 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Bound using segment: {'id': 'a7ef9cbc-51c1-4734-970a-aa330767d8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2'} {{(pid=83932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 11:25:53.243813 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Bound port: 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ef9cbc-51c1-4734-970a-aa330767d8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2'}}] {{(pid=83932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 11:25:53.244201 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:53.326451 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8723e92d-3935-4acc-8340-22135c156cdc', 'tag': '7b4e9bf3-d051-438b-b4d6-dcb55c209c7c', 'status': 'completed', 'code': 200}
Feb 18 11:25:53.914745 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] For port 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3, host hv-cinder-77398, cleared binding levels {{(pid=83932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 11:25:53.922890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] For port 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3,segment=NetworkSegment(a7ef9cbc-51c1-4734-970a-aa330767d8f5),segment_id=a7ef9cbc-51c1-4734-970a-aa330767d8f5)] {{(pid=83932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 11:25:53.930671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:53.951663 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-34bdf564-e26a-4d82-bddf-cf6a87483cb2 tempest-AttachVolumeShelveTestJSON-1017849277 tempest-AttachVolumeShelveTestJSON-1017849277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:54.109885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-8ef3c3ad-f5c3-4663-972c-244845b6a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:54.111959 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-8ef3c3ad-f5c3-4663-972c-244845b6a711 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 1161 time: 0.8532875
Feb 18 11:25:54.239745 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-d4feabcb-7248-4de4-b851-d24cbe717e7e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b4e9bf3-d051-438b-b4d6-dcb55c209c7c HTTP/1.1" status: 200  len: 217 time: 0.1091557
Feb 18 11:25:54.252242 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d0c94-9d65-4d0c-8b1a-101a4b9d67a8 req-90b819b3-b42e-4244-bf2b-de804fb137e4 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:54.253634 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-0c6d0c94-9d65-4d0c-8b1a-101a4b9d67a8 req-90b819b3-b42e-4244-bf2b-de804fb137e4 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Synchronizing usage tracker for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:25:54.281001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e43066-f27e-4ae8-981f-bf2b3a0496d4 req-0b9612f8-ccc3-4486-a5f5-5f5fd6410077 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:54.283035 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f5e43066-f27e-4ae8-981f-bf2b3a0496d4 req-0b9612f8-ccc3-4486-a5f5-5f5fd6410077 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 944 time: 0.1173286
Feb 18 11:25:54.334081 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Pushing event updated for resources: {'Port': ['ID=3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3,revision_number=3']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:54.360687 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:25:54.362751 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f5e43066-f27e-4ae8-981f-bf2b3a0496d4 req-0b99c9c2-fa91-41ad-9074-94b5a250183e tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0663776
Feb 18 11:25:54.424965 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-0c6d0c94-9d65-4d0c-8b1a-101a4b9d67a8 req-90b819b3-b42e-4244-bf2b-de804fb137e4 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Unset dirty status for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:25:54.427245 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0c6d0c94-9d65-4d0c-8b1a-101a4b9d67a8 req-90b819b3-b42e-4244-bf2b-de804fb137e4 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 943 time: 0.6775630
Feb 18 11:25:54.499318 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e95e5cca-066f-45f8-90ad-820bc1e51bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:54.500805 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e95e5cca-066f-45f8-90ad-820bc1e51bdf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.2423997
Feb 18 11:25:54.505090 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:54.505860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:54.507689 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] 10.222.0.79 "PUT /v2.0/ports/3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 HTTP/1.1" status: 200  len: 1157 time: 4.5862360
Feb 18 11:25:54.722889 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0c6d0c94-9d65-4d0c-8b1a-101a4b9d67a8 req-5db94149-f94d-4f27-9ce6-da2ca3edaebf tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=73db6803-b86b-49cd-bda3-84d670de5538&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2826595
Feb 18 11:25:54.787435 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-042114b5-3d13-412d-a191-e81e0b2bf834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:54.789312 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-042114b5-3d13-412d-a191-e81e0b2bf834 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e23a1c783c1a4367a9baa433b98d5451&device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 1160 time: 0.2001784
Feb 18 11:25:54.791739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e5846603-bf20-4e27-ab79-90bdc66904a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:54.793960 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-e5846603-bf20-4e27-ab79-90bdc66904a2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2852554
Feb 18 11:25:54.922219 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-34c9988d-4083-49c5-a67a-458ba3823c06 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 HTTP/1.1" status: 200  len: 217 time: 0.1141887
Feb 18 11:25:55.089871 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-2fda0e54-a3c8-4a32-a2ef-5e82d031e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:55.091691 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-2fda0e54-a3c8-4a32-a2ef-5e82d031e89e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=094bd897-73b2-45a4-b258-b41599d84057 HTTP/1.1" status: 200  len: 849 time: 0.1109633
Feb 18 11:25:55.197585 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-609362d2-d778-4fd9-ade9-ff8dd6e51499 service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3171110
Feb 18 11:25:55.327507 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e87523-c8ee-4b71-81f8-ce553d46b155', 'tag': '3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:25:55.348337 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-a76373d3-94b9-477f-8763-608343ecb31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:55.350622 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-a76373d3-94b9-477f-8763-608343ecb31b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4703e260-d506-4254-a06e-dbfc1ba6f9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2462478
Feb 18 11:25:55.505714 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e87523-c8ee-4b71-81f8-ce553d46b155', 'tag': '3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3', 'status': 'completed', 'code': 200}
Feb 18 11:25:55.564898 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f73254f3-c2c4-4c39-b5b7-fafb14fb7244 req-0a73574d-9f32-42c8-b513-53bf6036b6bb service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3546810
Feb 18 11:25:55.750956 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-dbb4eea7-56e4-4faf-ab6b-5e118be2f954 service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3910062
Feb 18 11:25:55.962178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af000e-3899-4cc9-acd9-184aacbf310c req-1a77a5a8-2ef8-4426-a158-df66d3e27f64 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:55.964631 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-62af000e-3899-4cc9-acd9-184aacbf310c req-1a77a5a8-2ef8-4426-a158-df66d3e27f64 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 944 time: 0.3717978
Feb 18 11:25:55.976804 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a4723-c172-4543-aa52-d3bdc918e24f req-ef5ba458-c74c-4690-8e08-2c8f551b1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:55.978496 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-333a4723-c172-4543-aa52-d3bdc918e24f req-ef5ba458-c74c-4690-8e08-2c8f551b1899 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 1161 time: 0.3098719
Feb 18 11:25:56.033056 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0f17afd6-7b53-4408-a034-a37e28d1f524 req-24a580e3-23c3-4ae6-8302-2234cbbc8fc9 service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2737019
Feb 18 11:25:56.141691 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42c17b-9c60-4c8d-a22d-a1b701556707 req-38280a11-16ba-427e-90f3-c7049e931b56 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:56.144143 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ae42c17b-9c60-4c8d-a22d-a1b701556707 req-38280a11-16ba-427e-90f3-c7049e931b56 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 943 time: 0.1728606
Feb 18 11:25:56.233916 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ae42c17b-9c60-4c8d-a22d-a1b701556707 req-627b835d-2a81-402d-9cb7-29a8ac732a13 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=73db6803-b86b-49cd-bda3-84d670de5538&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814514
Feb 18 11:25:56.266892 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-62af000e-3899-4cc9-acd9-184aacbf310c req-cb261d38-8e47-415f-9831-e34a8e85b0b7 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2859328
Feb 18 11:25:56.347256 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a4723-c172-4543-aa52-d3bdc918e24f req-4d000d99-dcf8-471c-8e74-ed5f545852bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:56.349115 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-333a4723-c172-4543-aa52-d3bdc918e24f req-4d000d99-dcf8-471c-8e74-ed5f545852bf service neutron] 10.222.0.79 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 904 time: 0.3467474
Feb 18 11:25:56.429857 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721df6b2-8cf3-46c9-9f6f-7b8b73e7dc83 req-b7cc05e7-5f2d-4a11-b9ac-53e84b8d967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:56.431632 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-721df6b2-8cf3-46c9-9f6f-7b8b73e7dc83 req-b7cc05e7-5f2d-4a11-b9ac-53e84b8d967f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e23a1c783c1a4367a9baa433b98d5451&device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 1160 time: 0.2753716
Feb 18 11:25:56.466292 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-333a4723-c172-4543-aa52-d3bdc918e24f req-03b65767-59df-4068-8c35-936b3092c2aa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b4e9bf3-d051-438b-b4d6-dcb55c209c7c HTTP/1.1" status: 200  len: 217 time: 0.1089749
Feb 18 11:25:56.902334 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a4723-c172-4543-aa52-d3bdc918e24f req-54e2e1ae-2433-4a1c-8d0f-cb2fa4669500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:56.903978 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-333a4723-c172-4543-aa52-d3bdc918e24f req-54e2e1ae-2433-4a1c-8d0f-cb2fa4669500 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.3774648
Feb 18 11:25:56.982328 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721df6b2-8cf3-46c9-9f6f-7b8b73e7dc83 req-1d37c9ed-96f1-4086-841a-6bd9372e445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:56.984052 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-721df6b2-8cf3-46c9-9f6f-7b8b73e7dc83 req-1d37c9ed-96f1-4086-841a-6bd9372e445a service neutron] 10.222.0.79 "GET /v2.0/networks?id=4703e260-d506-4254-a06e-dbfc1ba6f9e2 HTTP/1.1" status: 200  len: 904 time: 0.5427496
Feb 18 11:25:57.077479 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-721df6b2-8cf3-46c9-9f6f-7b8b73e7dc83 req-e27be113-1c87-4476-a1ad-40a3742c23b1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 HTTP/1.1" status: 200  len: 217 time: 0.0825996
Feb 18 11:25:57.154041 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a4723-c172-4543-aa52-d3bdc918e24f req-61b85c2a-26fe-4706-b4ae-31f169fa4b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:57.155913 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-333a4723-c172-4543-aa52-d3bdc918e24f req-61b85c2a-26fe-4706-b4ae-31f169fa4b12 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2348945
Feb 18 11:25:57.192266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721df6b2-8cf3-46c9-9f6f-7b8b73e7dc83 req-7a912bce-4712-48ea-a68c-8e6d17449cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:57.194633 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-721df6b2-8cf3-46c9-9f6f-7b8b73e7dc83 req-7a912bce-4712-48ea-a68c-8e6d17449cba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=094bd897-73b2-45a4-b258-b41599d84057 HTTP/1.1" status: 200  len: 849 time: 0.1078000
Feb 18 11:25:57.402918 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-333a4723-c172-4543-aa52-d3bdc918e24f req-a48262f0-9352-4f71-9b45-be50df0c61f9 service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2391436
Feb 18 11:25:57.411523 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721df6b2-8cf3-46c9-9f6f-7b8b73e7dc83 req-e73f168b-61f0-4498-9d72-abe4c6b93f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:57.413329 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-721df6b2-8cf3-46c9-9f6f-7b8b73e7dc83 req-e73f168b-61f0-4498-9d72-abe4c6b93f36 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4703e260-d506-4254-a06e-dbfc1ba6f9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1586142
Feb 18 11:25:57.528945 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b0a58-8f5a-4f8e-88b6-40a6477df42a req-728a011f-1034-4795-887a-ecd339a763cb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:57.531946 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-039b0a58-8f5a-4f8e-88b6-40a6477df42a req-728a011f-1034-4795-887a-ecd339a763cb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 943 time: 0.1309750
Feb 18 11:25:57.621462 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-039b0a58-8f5a-4f8e-88b6-40a6477df42a req-3c79c1e1-9127-4e6b-844d-947a4aedc8bb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=73db6803-b86b-49cd-bda3-84d670de5538&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768583
Feb 18 11:25:57.906068 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-721df6b2-8cf3-46c9-9f6f-7b8b73e7dc83 req-0536770e-3246-48f3-b79b-195c1f25dde7 service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4555082
Feb 18 11:25:57.918374 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-333a4723-c172-4543-aa52-d3bdc918e24f req-f025ebf6-43f9-4d6e-a976-3b32c3647921 service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5039294
Feb 18 11:25:57.967079 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76048329-62d9-4d40-929a-947969941057 req-e9a3dea3-e436-4c57-a6d0-4f4948712d9a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:57.969339 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-76048329-62d9-4d40-929a-947969941057 req-e9a3dea3-e436-4c57-a6d0-4f4948712d9a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 944 time: 0.3387587
Feb 18 11:25:58.127554 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-76048329-62d9-4d40-929a-947969941057 req-4449bdf7-2694-4d12-9cf4-50580acfc99d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0899384
Feb 18 11:25:58.194579 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-721df6b2-8cf3-46c9-9f6f-7b8b73e7dc83 req-ac3d9460-f5b1-48f2-aa7b-a2dd48591d26 service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2809019
Feb 18 11:25:58.971238 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235b77d-09f8-407d-954f-965fe8c252a0 req-f2433c37-34bb-4d2f-9260-3be17ba68627 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:58.973730 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f235b77d-09f8-407d-954f-965fe8c252a0 req-f2433c37-34bb-4d2f-9260-3be17ba68627 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 943 time: 0.1212344
Feb 18 11:25:59.030286 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f235b77d-09f8-407d-954f-965fe8c252a0 req-414ca11d-6a8e-4747-a620-d662d9729bcf tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=73db6803-b86b-49cd-bda3-84d670de5538&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490088
Feb 18 11:25:59.389570 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f437a35-1bce-452f-a8db-1d81f0a669bc req-9c1403a4-f984-4ad2-a663-c0b96c2aa113 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:59.392248 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4f437a35-1bce-452f-a8db-1d81f0a669bc req-9c1403a4-f984-4ad2-a663-c0b96c2aa113 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 944 time: 0.1105556
Feb 18 11:25:59.419883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:25:59.452612 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-4f437a35-1bce-452f-a8db-1d81f0a669bc req-138777c3-45c2-42e7-9618-e5ee11b892f6 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0531771
Feb 18 11:25:59.553766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:25:59.564002 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:25:59.564690 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:59.655812 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-089c3e3a-42f7-49a6-9bb4-9abc757f50b7 req-9ec797c2-d82e-4e4c-b5f0-edb4c9bb0d71 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0867116
Feb 18 11:25:59.797493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:59.845483 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c3e3a-42f7-49a6-9bb4-9abc757f50b7 req-0a779830-5ffa-42e2-b908-9e9cdf288282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:25:59.848254 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-089c3e3a-42f7-49a6-9bb4-9abc757f50b7 req-0a779830-5ffa-42e2-b908-9e9cdf288282 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 1162 time: 0.1518245
Feb 18 11:25:59.849597 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e87523-c8ee-4b71-81f8-ce553d46b155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:25:59.867979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3,segment=NetworkSegment(a7ef9cbc-51c1-4734-970a-aa330767d8f5),segment_id=a7ef9cbc-51c1-4734-970a-aa330767d8f5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:25:59.872111 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:25:59.874576 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:25:59.957860 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e87523-c8ee-4b71-81f8-ce553d46b155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3', 'code': 200}
Feb 18 11:25:59.991141 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:25:59.996037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:26:00.073724 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c3e3a-42f7-49a6-9bb4-9abc757f50b7 req-5c737bdf-27bf-4d27-9f7c-b06d74c8442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:00.076392 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-089c3e3a-42f7-49a6-9bb4-9abc757f50b7 req-5c737bdf-27bf-4d27-9f7c-b06d74c8442c service neutron] 10.222.0.79 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 904 time: 0.1999507
Feb 18 11:26:00.317649 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-089c3e3a-42f7-49a6-9bb4-9abc757f50b7 req-9522417d-d23c-4148-bd0b-d194a44e4478 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 HTTP/1.1" status: 200  len: 1000 time: 0.2343302
Feb 18 11:26:00.437761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c3e3a-42f7-49a6-9bb4-9abc757f50b7 req-09db632a-7c4e-4191-b772-714ba09da539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:00.440847 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-089c3e3a-42f7-49a6-9bb4-9abc757f50b7 req-09db632a-7c4e-4191-b772-714ba09da539 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.1143551
Feb 18 11:26:00.534619 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad21f02-dc83-46ca-9139-1e1e3505689e req-bc31d424-cc1f-4f4b-a8cf-cd35a5204160 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:00.536580 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fad21f02-dc83-46ca-9139-1e1e3505689e req-bc31d424-cc1f-4f4b-a8cf-cd35a5204160 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 945 time: 0.3477271
Feb 18 11:26:00.613785 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ea9c0-2194-4952-a637-99204daad7e5 req-ba71baee-9ac0-4e22-84b0-1b898599897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:00.615629 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7a1ea9c0-2194-4952-a637-99204daad7e5 req-ba71baee-9ac0-4e22-84b0-1b898599897c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 1162 time: 0.3420599
Feb 18 11:26:00.657111 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fad21f02-dc83-46ca-9139-1e1e3505689e req-ff51fc1f-c0c1-4c67-abbb-c07af5f9a797 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=73db6803-b86b-49cd-bda3-84d670de5538&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031575
Feb 18 11:26:00.720440 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a44bd3-4cc7-4bc8-81bf-b2e506dd0e39 req-498ef568-f382-47dc-a73b-2d0ed7fdb6d9 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:00.722780 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7a1ea9c0-2194-4952-a637-99204daad7e5 req-894c2195-fc1f-4e0c-a6e4-6232193d2fa0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=73db6803-b86b-49cd-bda3-84d670de5538&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0977101
Feb 18 11:26:00.723651 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-24a44bd3-4cc7-4bc8-81bf-b2e506dd0e39 req-498ef568-f382-47dc-a73b-2d0ed7fdb6d9 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 944 time: 0.1277347
Feb 18 11:26:00.725572 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c3e3a-42f7-49a6-9bb4-9abc757f50b7 req-05ddcb7b-eddc-4f9d-9607-637436ab2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:00.727288 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-089c3e3a-42f7-49a6-9bb4-9abc757f50b7 req-05ddcb7b-eddc-4f9d-9607-637436ab2d3e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2767780
Feb 18 11:26:00.828591 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-24a44bd3-4cc7-4bc8-81bf-b2e506dd0e39 req-cd2b73bc-c293-4862-8555-f71c62618e17 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0924137
Feb 18 11:26:01.050866 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:26:01.145360 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:26:01.145907 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:01.317045 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-089c3e3a-42f7-49a6-9bb4-9abc757f50b7 req-bf963068-a9af-45b4-9467-1a32b350d77f service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2809582
Feb 18 11:26:01.538725 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-089c3e3a-42f7-49a6-9bb4-9abc757f50b7 req-eabb23e2-2cc7-4837-8019-e1873909df53 service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2128477
Feb 18 11:26:01.984641 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a021c-d70c-4cfd-8ec4-1428c50c01b7 req-2d199418-0ab3-4d33-9615-fa5b34e42ded tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:01.987609 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-609a021c-d70c-4cfd-8ec4-1428c50c01b7 req-2d199418-0ab3-4d33-9615-fa5b34e42ded tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 945 time: 0.1663713
Feb 18 11:26:02.074797 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-609a021c-d70c-4cfd-8ec4-1428c50c01b7 req-f42ca3f3-2ece-4967-91e6-ce37a8140c61 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=73db6803-b86b-49cd-bda3-84d670de5538&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802605
Feb 18 11:26:02.147545 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4e7a2-d732-4c52-9a61-887f27e08e4c req-94adce03-81cd-416d-bad7-2237b8c11aa7 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:02.149524 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b3b4e7a2-d732-4c52-9a61-887f27e08e4c req-94adce03-81cd-416d-bad7-2237b8c11aa7 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 944 time: 0.1215365
Feb 18 11:26:02.203722 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-094f75f5-101b-41a5-97a0-72b5cad78bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:02.218732 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-b3b4e7a2-d732-4c52-9a61-887f27e08e4c req-decd075e-095b-4bcb-8b2f-2074d3e4135a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0581729
Feb 18 11:26:02.993251 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:03.355020 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c10c4-0190-4257-9210-cb53bd333ba8 req-3a5619ca-9f74-466b-8740-130dd3466dec tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:03.357943 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2c6c10c4-0190-4257-9210-cb53bd333ba8 req-3a5619ca-9f74-466b-8740-130dd3466dec tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 945 time: 0.1402791
Feb 18 11:26:03.388919 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:26:03.445550 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2c6c10c4-0190-4257-9210-cb53bd333ba8 req-5ece952c-9be7-446b-bfdb-512c56666baf tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=73db6803-b86b-49cd-bda3-84d670de5538&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798001
Feb 18 11:26:03.471297 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8da4f-fe8c-4bbd-8d62-8e8944d7628d req-6d1b11ee-c721-4cc2-8547-2cb5c277b4b6 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:03.473482 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a6f8da4f-fe8c-4bbd-8d62-8e8944d7628d req-6d1b11ee-c721-4cc2-8547-2cb5c277b4b6 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 944 time: 0.1241302
Feb 18 11:26:03.518071 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning for port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c completed by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 11:26:03.528701 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:26:03.529431 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:03.540492 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a6f8da4f-fe8c-4bbd-8d62-8e8944d7628d req-952d775c-d6b2-4d2d-92cf-ce412f49e800 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0583370
Feb 18 11:26:03.682652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce2cc2-4ed9-4284-a81d-3d1a80145995 req-d09a25d6-f597-47a3-be42-fc455ed21be4 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:03.684684 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-87ce2cc2-4ed9-4284-a81d-3d1a80145995 req-d09a25d6-f597-47a3-be42-fc455ed21be4 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 945 time: 0.0963857
Feb 18 11:26:03.708260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 47980) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:26:03.715946 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-390f42b2-6602-492d-9504-1f1e6648e8d1 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Request body: {'floatingip': {'port_id': '3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:26:03.781620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:03.828215 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8723e92d-3935-4acc-8340-22135c156cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4e9bf3-d051-438b-b4d6-dcb55c209c7c'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:26:03.841352 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=7b4e9bf3-d051-438b-b4d6-dcb55c209c7c,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:26:03.845422 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:03.847719 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9dcc5314-995c-43ac-a8c7-698236ee2da2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:26:03.926629 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8723e92d-3935-4acc-8340-22135c156cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4e9bf3-d051-438b-b4d6-dcb55c209c7c', 'code': 200}
Feb 18 11:26:03.946917 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=7b4e9bf3-d051-438b-b4d6-dcb55c209c7c,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:26:03.950830 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:26:04.102963 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-390f42b2-6602-492d-9504-1f1e6648e8d1 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for floatingip, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:04.976844 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845625bb-20e6-4dc4-843d-0f195ef21847 req-0d553841-3343-415f-8345-4a74ceb4c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:04.980619 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-845625bb-20e6-4dc4-843d-0f195ef21847 req-0d553841-3343-415f-8345-4a74ceb4c906 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 1163 time: 0.6341798
Feb 18 11:26:05.085556 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c up at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 11:26:05.180969 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.provisioning_blocks [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Provisioning complete for port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c triggered by entity L2. {{(pid=83934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 11:26:05.181598 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7740345'] for port, provisioning_complete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:05.294578 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-845625bb-20e6-4dc4-843d-0f195ef21847 req-ecdc1df2-17ff-4da1-8a93-2d72c6081dcb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2975438
Feb 18 11:26:05.333890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2600d2-52ad-4e8b-806a-d476ad163127 req-8a6ade33-bb8e-41de-92dd-42a3016065c7 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:05.336719 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9a2600d2-52ad-4e8b-806a-d476ad163127 req-8a6ade33-bb8e-41de-92dd-42a3016065c7 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 946 time: 0.6594360
Feb 18 11:26:05.457484 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9a2600d2-52ad-4e8b-806a-d476ad163127 req-661a40ec-80d8-480e-a080-77259314ef81 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1110554
Feb 18 11:26:05.602978 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c0bbb433-fbda-46f1-9c51-d99b2b65cdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:05.685903 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-390f42b2-6602-492d-9504-1f1e6648e8d1 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:05.694086 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-390f42b2-6602-492d-9504-1f1e6648e8d1 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:05.952862 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [None req-390f42b2-6602-492d-9504-1f1e6648e8d1 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Floating IP c1d921a2-33ee-4fe2-92a5-5933c98f4315 associated. External IP: 172.27.1.147, port: 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3.
Feb 18 11:26:06.263283 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:06.438179 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390f42b2-6602-492d-9504-1f1e6648e8d1 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:26:06.704956 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390f42b2-6602-492d-9504-1f1e6648e8d1 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:26:06.718457 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-390f42b2-6602-492d-9504-1f1e6648e8d1 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:06.719631 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99780b85-2c28-4bc8-8be9-59c465e743bd None None] Sync routers for ids ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:26:06.741296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99780b85-2c28-4bc8-8be9-59c465e743bd None None] Routers {'af09cb3a-01ef-4fb8-a4b1-7b82435eac44'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:26:06.742502 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-99780b85-2c28-4bc8-8be9-59c465e743bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcccb37ad68>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:26:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:26:06.764801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b68f30-44f0-4bfc-a146-be40508689f4 req-20281991-9a7f-4b88-a216-90ae929fd372 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:06.767305 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-82b68f30-44f0-4bfc-a146-be40508689f4 req-20281991-9a7f-4b88-a216-90ae929fd372 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 946 time: 0.1234219
Feb 18 11:26:06.840541 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-390f42b2-6602-492d-9504-1f1e6648e8d1 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "PUT /v2.0/floatingips/c1d921a2-33ee-4fe2-92a5-5933c98f4315 HTTP/1.1" status: 200  len: 991 time: 3.1274080
Feb 18 11:26:06.840541 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e87523-c8ee-4b71-81f8-ce553d46b155', 'tag': '3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:26:06.853108 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-82b68f30-44f0-4bfc-a146-be40508689f4 req-b8892476-8b3c-408b-996a-8794bca8333b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0678649
Feb 18 11:26:06.920389 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e87523-c8ee-4b71-81f8-ce553d46b155', 'tag': '3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3', 'status': 'completed', 'code': 200}
Feb 18 11:26:07.118368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-99780b85-2c28-4bc8-8be9-59c465e743bd None None] Set router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:26:07.141781 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6c2d2-4dcb-4c61-9d3c-79cd78799594 req-399cc98c-74d9-4ab8-8e41-324e87433a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:07.144758 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-04e6c2d2-4dcb-4c61-9d3c-79cd78799594 req-399cc98c-74d9-4ab8-8e41-324e87433a47 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e23a1c783c1a4367a9baa433b98d5451&device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 1162 time: 0.1603327
Feb 18 11:26:07.195043 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b5143-5848-43b3-8edf-099b1286cd72 req-94ad2685-293d-4bc3-8686-2b00aa32dae4 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:07.198823 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a48b5143-5848-43b3-8edf-099b1286cd72 req-94ad2685-293d-4bc3-8686-2b00aa32dae4 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 946 time: 0.1660557
Feb 18 11:26:07.276767 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a48b5143-5848-43b3-8edf-099b1286cd72 req-b6b729fe-f410-46ca-b8ca-664f8c5ac23c tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0647020
Feb 18 11:26:07.733139 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-99780b85-2c28-4bc8-8be9-59c465e743bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcccb37ad68>, [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': 'c1d921a2-33ee-4fe2-92a5-5933c98f4315', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'port_id': '3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'mac_address': 'fa:16:3e:fa:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e87523-c8ee-4b71-81f8-ce553d46b155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:25:38Z', 'updated_at': '2021-02-18T11:26:05Z', 'revision_number': 1, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4af01b-6620-443c-b092-68fd4e15df7b', 'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'mac_address': 'fa:16:3e:64:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:12Z', 'updated_at': '2021-02-18T11:22:23Z', 'revision_number': 5, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'subnets': [{'id': '094bd897-73b2-45a4-b258-b41599d84057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:26:07.742206 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99780b85-2c28-4bc8-8be9-59c465e743bd None None] Checking router: af09cb3a-01ef-4fb8-a4b1-7b82435eac44 for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:26:07.760885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99780b85-2c28-4bc8-8be9-59c465e743bd None None] Routers {'af09cb3a-01ef-4fb8-a4b1-7b82435eac44'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:26:07.762017 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-99780b85-2c28-4bc8-8be9-59c465e743bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcccb37ad68>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:26:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:26:07.925814 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6c2d2-4dcb-4c61-9d3c-79cd78799594 req-b7d09994-ca6f-41a8-940b-3357d2a944ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:07.925814 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-04e6c2d2-4dcb-4c61-9d3c-79cd78799594 req-b7d09994-ca6f-41a8-940b-3357d2a944ca service neutron] 10.222.0.79 "GET /v2.0/networks?id=4703e260-d506-4254-a06e-dbfc1ba6f9e2 HTTP/1.1" status: 200  len: 904 time: 0.7731640
Feb 18 11:26:08.138932 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-99780b85-2c28-4bc8-8be9-59c465e743bd None None] Set router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:26:08.208778 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-04e6c2d2-4dcb-4c61-9d3c-79cd78799594 req-3a25169e-2a9a-46cb-8cfb-7a02ca6ea5a0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 HTTP/1.1" status: 200  len: 999 time: 0.2720571
Feb 18 11:26:08.226523 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-23d5c9e7-be90-4f67-93da-cf8be40a7514 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.8485858
Feb 18 11:26:08.294156 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:08.306520 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Request body: {'floatingip': {'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:26:08.333203 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:26:08.374939 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:26:08.403672 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6c2d2-4dcb-4c61-9d3c-79cd78799594 req-44c25a50-46a7-4e2a-9260-cfe057d81fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:08.406601 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-04e6c2d2-4dcb-4c61-9d3c-79cd78799594 req-44c25a50-46a7-4e2a-9260-cfe057d81fef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=094bd897-73b2-45a4-b258-b41599d84057 HTTP/1.1" status: 200  len: 849 time: 0.1893728
Feb 18 11:26:08.408856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:08.653768 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6c2d2-4dcb-4c61-9d3c-79cd78799594 req-b760902d-066e-4212-8a41-29d596165b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:08.655348 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-04e6c2d2-4dcb-4c61-9d3c-79cd78799594 req-b760902d-066e-4212-8a41-29d596165b9a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4703e260-d506-4254-a06e-dbfc1ba6f9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2143841
Feb 18 11:26:08.712612 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:08.847307 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:08.861864 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-99780b85-2c28-4bc8-8be9-59c465e743bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcccb37ad68>, [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': 'c1d921a2-33ee-4fe2-92a5-5933c98f4315', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'port_id': '3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'mac_address': 'fa:16:3e:fa:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e87523-c8ee-4b71-81f8-ce553d46b155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:25:38Z', 'updated_at': '2021-02-18T11:26:05Z', 'revision_number': 1, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4af01b-6620-443c-b092-68fd4e15df7b', 'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'mac_address': 'fa:16:3e:64:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:12Z', 'updated_at': '2021-02-18T11:22:23Z', 'revision_number': 5, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'subnets': [{'id': '094bd897-73b2-45a4-b258-b41599d84057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:26:08.867524 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99780b85-2c28-4bc8-8be9-59c465e743bd None None] The sync data for ids ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'] in dv-cinder-773985-5-iscsi is: [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': 'c1d921a2-33ee-4fe2-92a5-5933c98f4315', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'port_id': '3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'mac_address': 'fa:16:3e:fa:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e87523-c8ee-4b71-81f8-ce553d46b155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:25:38Z', 'updated_at': '2021-02-18T11:26:05Z', 'revision_number': 1, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4af01b-6620-443c-b092-68fd4e15df7b', 'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'mac_address': 'fa:16:3e:64:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:12Z', 'updated_at': '2021-02-18T11:22:23Z', 'revision_number': 5, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'subnets': [{'id': '094bd897-73b2-45a4-b258-b41599d84057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:26:08.879615 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-04e6c2d2-4dcb-4c61-9d3c-79cd78799594 req-db6a49b1-f5f2-4ee2-8fa0-71b8d3c586af service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2164450
Feb 18 11:26:09.203698 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-04e6c2d2-4dcb-4c61-9d3c-79cd78799594 req-b93616fb-6ab9-476e-b7b9-ff63d76461b9 service neutron] 10.222.0.79 "GET /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3077135
Feb 18 11:26:09.205871 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd2dc7-a934-4a04-9af1-93f189e11b72 None None] New status for floating IP c1d921a2-33ee-4fe2-92a5-5933c98f4315: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:26:09.317192 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_common [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Allocated IP 172.27.1.162 (c5ace08f-47fa-48e4-be4d-8f3271a2d184/9a98b032-830e-4592-9d96-19e7b76a365e/b785b86f-197e-4d9b-833f-98847a932138) {{(pid=83932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 11:26:09.521967 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for port, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:09.575770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254506963845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:09.608239 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d139d72b-ca7d-4d84-94be-f030da631c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:26:09.883287 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event updated for resources: {'Port': ['ID=b785b86f-197e-4d9b-833f-98847a932138,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:26:09.894495 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:26:09.973831 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Network c5ace08f-47fa-48e4-be4d-8f3271a2d184 is already hosted by enough agents. {{(pid=83932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 11:26:09.975066 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Resources bound (agent type, host, resource id):  {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:26:09.977596 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Received port after_create {{(pid=83932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 11:26:10.066454 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:10.144163 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:10.450183 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for port, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:10.454533 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1976075'] for port, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:10.469293 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3f017e4a-8401-411b-9b15-b8f1221577e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:26:10.619164 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event updated for resources: {'Port': ['ID=b785b86f-197e-4d9b-833f-98847a932138,revision_number=2']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:26:10.624003 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:26:10.742563 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:10.774502 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:10.777215 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.4781964
Feb 18 11:26:10.878298 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-5713c76f-436b-4efd-9ce4-619cdefbd7f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Synchronizing usage tracker for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:floatingip {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:26:10.896801 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-5713c76f-436b-4efd-9ce4-619cdefbd7f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Unset dirty status for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:floatingip {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:26:10.898117 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-5713c76f-436b-4efd-9ce4-619cdefbd7f2 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.162 HTTP/1.1" status: 200  len: 696 time: 0.1148562
Feb 18 11:26:11.086971 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-6db2431b-f216-4b1d-8bad-18e116eba8ec tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:11.089883 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-432feaae-f218-4624-bdc2-43cb2cd44cb5 req-6db2431b-f216-4b1d-8bad-18e116eba8ec tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/networks/c5ace08f-47fa-48e4-be4d-8f3271a2d184 HTTP/1.1" status: 200  len: 784 time: 0.1838496
Feb 18 11:26:11.311313 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-2cf908ec-0301-4245-9d84-c64f89579e7c tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:11.313153 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-2cf908ec-0301-4245-9d84-c64f89579e7c tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1085422
Feb 18 11:26:11.408737 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-30c0ed5d-8a78-4d8e-a15a-1eaff1a1725c tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.162 HTTP/1.1" status: 200  len: 696 time: 0.0883114
Feb 18 11:26:11.421260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-b226cb33-44fd-41e8-99fb-388f3e120937 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Request body: {'floatingip': {'port_id': '7b4e9bf3-d051-438b-b4d6-dcb55c209c7c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:26:11.523371 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-b226cb33-44fd-41e8-99fb-388f3e120937 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:12.289979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-b226cb33-44fd-41e8-99fb-388f3e120937 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:12.293535 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-b226cb33-44fd-41e8-99fb-388f3e120937 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:12.504023 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-b226cb33-44fd-41e8-99fb-388f3e120937 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Floating IP b5ba9240-9ee1-4a21-8f89-e6f833fb117a associated. External IP: 172.27.1.162, port: 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c.
Feb 18 11:26:12.939394 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-b226cb33-44fd-41e8-99fb-388f3e120937 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Router 78353951-4af8-496d-a111-f6f1e966ed9e has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:26:13.157040 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-b226cb33-44fd-41e8-99fb-388f3e120937 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:26:13.162145 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-b226cb33-44fd-41e8-99fb-388f3e120937 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:13.170716 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77bba44-bc1a-4355-ab18-3e7b98148147 None None] Sync routers for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:26:13.186003 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77bba44-bc1a-4355-ab18-3e7b98148147 None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:26:13.186886 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-d77bba44-bc1a-4355-ab18-3e7b98148147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca903400>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:26:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:26:13.238013 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-b226cb33-44fd-41e8-99fb-388f3e120937 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "PUT /v2.0/floatingips/b5ba9240-9ee1-4a21-8f89-e6f833fb117a HTTP/1.1" status: 200  len: 997 time: 1.8223896
Feb 18 11:26:13.238945 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8723e92d-3935-4acc-8340-22135c156cdc', 'tag': '7b4e9bf3-d051-438b-b4d6-dcb55c209c7c'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:26:13.324113 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8723e92d-3935-4acc-8340-22135c156cdc', 'tag': '7b4e9bf3-d051-438b-b4d6-dcb55c209c7c', 'status': 'completed', 'code': 200}
Feb 18 11:26:13.356281 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-1fb477c7-7ae8-4f54-8c64-768aa7dbe8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:13.359164 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-1fb477c7-7ae8-4f54-8c64-768aa7dbe8c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 1163 time: 0.1004314
Feb 18 11:26:13.469487 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44583ceb-72fa-42d2-86fd-69cfde9a8cd1 req-c4e30f78-f485-4e4f-b159-7c98452d5c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:13.471730 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-44583ceb-72fa-42d2-86fd-69cfde9a8cd1 req-c4e30f78-f485-4e4f-b159-7c98452d5c21 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 1163 time: 0.1007097
Feb 18 11:26:13.515083 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-d77bba44-bc1a-4355-ab18-3e7b98148147 None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:26:13.602916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-dd7249da-5534-43e7-bace-dcab090f1efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:13.605510 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-dd7249da-5534-43e7-bace-dcab090f1efc service neutron] 10.222.0.65 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 904 time: 0.2327013
Feb 18 11:26:13.753559 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-c1bfd631-85e0-4942-9cff-1e07f144dbf9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b4e9bf3-d051-438b-b4d6-dcb55c209c7c HTTP/1.1" status: 200  len: 1000 time: 0.1342163
Feb 18 11:26:13.764837 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44583ceb-72fa-42d2-86fd-69cfde9a8cd1 req-c14b232f-3a71-413f-adfc-aeb73bf813b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:13.768874 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-44583ceb-72fa-42d2-86fd-69cfde9a8cd1 req-c14b232f-3a71-413f-adfc-aeb73bf813b5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 904 time: 0.2891767
Feb 18 11:26:13.984003 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-44583ceb-72fa-42d2-86fd-69cfde9a8cd1 req-de562bcf-a76a-4938-b58f-56ce9971b346 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b4e9bf3-d051-438b-b4d6-dcb55c209c7c HTTP/1.1" status: 200  len: 1000 time: 0.2042592
Feb 18 11:26:14.108040 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44583ceb-72fa-42d2-86fd-69cfde9a8cd1 req-f303f691-2a8a-4990-bbce-6040009aac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:14.111702 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-44583ceb-72fa-42d2-86fd-69cfde9a8cd1 req-f303f691-2a8a-4990-bbce-6040009aac3e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.1143935
Feb 18 11:26:14.116962 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-a53ec319-5080-4990-80a8-e182c5fe0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:14.131205 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-a53ec319-5080-4990-80a8-e182c5fe0ce0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.3750188
Feb 18 11:26:14.217352 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-d77bba44-bc1a-4355-ab18-3e7b98148147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca903400>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': 'b5ba9240-9ee1-4a21-8f89-e6f833fb117a', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'floating_ip_address': '172.27.1.162', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'port_id': '7b4e9bf3-d051-438b-b4d6-dcb55c209c7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'mac_address': 'fa:16:3e:20:3a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e92d-3935-4acc-8340-22135c156cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:26:10Z', 'updated_at': '2021-02-18T11:26:12Z', 'revision_number': 1, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'fixed_ip_address_scope': None}, {'id': 'b8978357-b3b6-4318-a08b-cd965a963614', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'port_id': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'mac_address': 'fa:16:3e:59:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:24:03Z', 'updated_at': '2021-02-18T11:24:11Z', 'revision_number': 2, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:26:14.221970 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77bba44-bc1a-4355-ab18-3e7b98148147 None None] Checking router: 78353951-4af8-496d-a111-f6f1e966ed9e for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:26:14.234342 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77bba44-bc1a-4355-ab18-3e7b98148147 None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:26:14.234937 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-d77bba44-bc1a-4355-ab18-3e7b98148147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca903400>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:26:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:26:14.270617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44583ceb-72fa-42d2-86fd-69cfde9a8cd1 req-60ba2b46-f260-4e10-9ed8-0e638d10ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:14.273450 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-44583ceb-72fa-42d2-86fd-69cfde9a8cd1 req-60ba2b46-f260-4e10-9ed8-0e638d10ede0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1540558
Feb 18 11:26:14.283216 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-7ef6f0ed-b90b-41c8-a244-2a2476015d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:26:14.285256 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-7ef6f0ed-b90b-41c8-a244-2a2476015d50 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1474516
Feb 18 11:26:14.472257 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-80e67d29-a1d8-4e63-8563-1cfe88df6ba4 service neutron] 10.222.0.65 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1758146
Feb 18 11:26:14.507578 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-d77bba44-bc1a-4355-ab18-3e7b98148147 None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:26:14.762940 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-2de83365-4ff1-4b00-8266-32cdeedd8fdc req-6ad1e28b-3320-40db-b54f-4002a08d019f service neutron] 10.222.0.65 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2767439
Feb 18 11:26:14.927438 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-44583ceb-72fa-42d2-86fd-69cfde9a8cd1 req-41079f29-a806-43c0-8b7f-fcee1a20c653 service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6448936
Feb 18 11:26:15.072266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-d77bba44-bc1a-4355-ab18-3e7b98148147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca903400>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': 'b5ba9240-9ee1-4a21-8f89-e6f833fb117a', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'floating_ip_address': '172.27.1.162', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'port_id': '7b4e9bf3-d051-438b-b4d6-dcb55c209c7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'mac_address': 'fa:16:3e:20:3a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e92d-3935-4acc-8340-22135c156cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:26:10Z', 'updated_at': '2021-02-18T11:26:12Z', 'revision_number': 1, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'fixed_ip_address_scope': None}, {'id': 'b8978357-b3b6-4318-a08b-cd965a963614', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'port_id': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'mac_address': 'fa:16:3e:59:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:24:03Z', 'updated_at': '2021-02-18T11:24:11Z', 'revision_number': 2, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:26:15.078140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77bba44-bc1a-4355-ab18-3e7b98148147 None None] The sync data for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi is: [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': 'b5ba9240-9ee1-4a21-8f89-e6f833fb117a', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'floating_ip_address': '172.27.1.162', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'port_id': '7b4e9bf3-d051-438b-b4d6-dcb55c209c7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'mac_address': 'fa:16:3e:20:3a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e92d-3935-4acc-8340-22135c156cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:26:10Z', 'updated_at': '2021-02-18T11:26:12Z', 'revision_number': 1, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'fixed_ip_address_scope': None}, {'id': 'b8978357-b3b6-4318-a08b-cd965a963614', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'port_id': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'mac_address': 'fa:16:3e:59:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:24:03Z', 'updated_at': '2021-02-18T11:24:11Z', 'revision_number': 2, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:26:15.198316 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-44583ceb-72fa-42d2-86fd-69cfde9a8cd1 req-362ba996-2973-48e9-a352-b9ef0ec8ca49 service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2617252
Feb 18 11:26:15.422015 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd1797-fe1f-4f85-bca3-ae36b2e018db None None] New status for floating IP b5ba9240-9ee1-4a21-8f89-e6f833fb117a: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:26:16.582132 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:26:32.193069 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-563e9d21-5aa1-4964-a753-6964c63fadfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:33.009094 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:35.599563 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5c27d34f-968b-4b43-89d1-79f95699ec3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:36.257093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:38.266462 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:38.541746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:26:53.582790 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:27:01.737893 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cc3a3532-5477-42eb-bde3-9d8af066142b req-c419765b-5b28-4213-9245-355864f80fae service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2237103
Feb 18 11:27:01.933643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a3532-5477-42eb-bde3-9d8af066142b req-6f93f7e5-65b4-4b1d-88a1-48434b6502c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:01.935516 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cc3a3532-5477-42eb-bde3-9d8af066142b req-6f93f7e5-65b4-4b1d-88a1-48434b6502c5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 1162 time: 0.0977597
Feb 18 11:27:02.138530 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a3532-5477-42eb-bde3-9d8af066142b req-a4acb315-804d-4252-a44d-29226e5c0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:02.140364 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cc3a3532-5477-42eb-bde3-9d8af066142b req-a4acb315-804d-4252-a44d-29226e5c0a96 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 904 time: 0.1802139
Feb 18 11:27:02.189794 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-dda2e72b-a3ff-4129-a415-42b0dff9a433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:02.303879 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cc3a3532-5477-42eb-bde3-9d8af066142b req-058db8dd-f60b-49e4-a757-b2fd8e4d3f54 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 HTTP/1.1" status: 200  len: 1000 time: 0.1558981
Feb 18 11:27:02.401316 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a3532-5477-42eb-bde3-9d8af066142b req-270265d5-a46d-4487-8be9-c6d2fe1820c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:02.403383 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cc3a3532-5477-42eb-bde3-9d8af066142b req-270265d5-a46d-4487-8be9-c6d2fe1820c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.0923743
Feb 18 11:27:02.539147 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a3532-5477-42eb-bde3-9d8af066142b req-479bdb08-6915-4f5b-b3f7-cf9e387f1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:02.541820 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cc3a3532-5477-42eb-bde3-9d8af066142b req-479bdb08-6915-4f5b-b3f7-cf9e387f1db8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1305437
Feb 18 11:27:02.759611 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cc3a3532-5477-42eb-bde3-9d8af066142b req-5a0be3d7-b618-4b92-adae-9f68b88a4b25 service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2098548
Feb 18 11:27:02.946936 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-cc3a3532-5477-42eb-bde3-9d8af066142b req-472f1da3-fd7e-4e9f-88a1-a98860da5806 service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1792660
Feb 18 11:27:03.022376 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:05.598370 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3839aedf-afa9-4bf8-98b0-1af2015aa751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:06.260355 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:08.268653 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:08.540592 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:12.802735 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517777c5-dde9-419c-a364-44475bc531a8 req-0d8f386e-64f3-4e93-8406-c2899465a465 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:12.804896 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-517777c5-dde9-419c-a364-44475bc531a8 req-0d8f386e-64f3-4e93-8406-c2899465a465 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 945 time: 0.1077271
Feb 18 11:27:12.877072 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-517777c5-dde9-419c-a364-44475bc531a8 req-3625c33b-0908-49a3-af02-cf2c180071d7 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=73db6803-b86b-49cd-bda3-84d670de5538&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594425
Feb 18 11:27:14.111825 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b2040-8a3c-47b3-856b-31f99c97537d req-d2939188-7304-4e4b-9d46-510c9cc5fadb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:14.113541 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7c4b2040-8a3c-47b3-856b-31f99c97537d req-d2939188-7304-4e4b-9d46-510c9cc5fadb tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 945 time: 0.0994444
Feb 18 11:27:14.170047 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-7c4b2040-8a3c-47b3-856b-31f99c97537d req-33830da3-7733-48ec-9905-0d8798389032 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=73db6803-b86b-49cd-bda3-84d670de5538&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491228
Feb 18 11:27:14.642288 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fae5c-2d22-471d-b941-dac8b5eb2f8b req-d13f1ae2-e8d5-43b3-b61d-7e5e6892d591 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:14.643977 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-791fae5c-2d22-471d-b941-dac8b5eb2f8b req-d13f1ae2-e8d5-43b3-b61d-7e5e6892d591 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 945 time: 0.1696115
Feb 18 11:27:14.793887 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-791fae5c-2d22-471d-b941-dac8b5eb2f8b req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Deleting port 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:27:14.794506 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-791fae5c-2d22-471d-b941-dac8b5eb2f8b req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:15.184964 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-791fae5c-2d22-471d-b941-dac8b5eb2f8b req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] For port 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3,segment=NetworkSegment(a7ef9cbc-51c1-4734-970a-aa330767d8f5),segment_id=a7ef9cbc-51c1-4734-970a-aa330767d8f5)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:27:15.185734 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-791fae5c-2d22-471d-b941-dac8b5eb2f8b req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:15.473868 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe72b16-e6ef-4dab-aace-977ca7cde217 req-da03b6b7-976a-49fd-8fa7-f3faff1be5c1 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:15.477462 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-abe72b16-e6ef-4dab-aace-977ca7cde217 req-da03b6b7-976a-49fd-8fa7-f3faff1be5c1 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 945 time: 0.1665869
Feb 18 11:27:15.556508 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-791fae5c-2d22-471d-b941-dac8b5eb2f8b req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:15.556868 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-791fae5c-2d22-471d-b941-dac8b5eb2f8b req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854256472'] for floatingip, after_update {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:15.557220 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [req-791fae5c-2d22-471d-b941-dac8b5eb2f8b req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Floating IP c1d921a2-33ee-4fe2-92a5-5933c98f4315 disassociated. External IP: 172.27.1.147, port: 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3.
Feb 18 11:27:15.557607 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-791fae5c-2d22-471d-b941-dac8b5eb2f8b req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Calling delete_port for 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:27:15.567262 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-abe72b16-e6ef-4dab-aace-977ca7cde217 req-94a115ea-0785-4f9c-a7b9-11564fd49d80 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups?id=73db6803-b86b-49cd-bda3-84d670de5538&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828850
Feb 18 11:27:15.625070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:27:15.739488 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-791fae5c-2d22-471d-b941-dac8b5eb2f8b req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:15.767552 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e2244d67-0923-4c60-bbe4-5d3e8782e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:15.769112 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Port 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 update to DOWN by agent not found {{(pid=83934) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 18 11:27:15.891462 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event deleted for resources: {'Port': ['ID=3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:15.916389 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.917000 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.917508 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.918119 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.918652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.919242 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.919690 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.920125 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.920636 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.921229 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.922047 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.922498 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.923064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.923587 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.924029 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.924566 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.925046 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.925487 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.926094 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.926594 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.927090 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.927588 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.928081 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.928659 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:15.935739 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:16.333013 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-791fae5c-2d22-471d-b941-dac8b5eb2f8b req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:27:16.608909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-791fae5c-2d22-471d-b941-dac8b5eb2f8b req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:27:16.623838 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f11a5b-4784-4aeb-800f-da5892421c1c None None] Sync routers for ids ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:27:16.647039 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f11a5b-4784-4aeb-800f-da5892421c1c None None] Routers {'af09cb3a-01ef-4fb8-a4b1-7b82435eac44'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:27:16.648378 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-10f11a5b-4784-4aeb-800f-da5892421c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccc9227f98>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:27:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:27:16.656898 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-791fae5c-2d22-471d-b941-dac8b5eb2f8b req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] No DVR routers for this DVR port 3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:27:16.659554 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-791fae5c-2d22-471d-b941-dac8b5eb2f8b req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:16.662759 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e87523-c8ee-4b71-81f8-ce553d46b155', 'name': 'network-vif-deleted', 'tag': '3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:27:16.713234 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-791fae5c-2d22-471d-b941-dac8b5eb2f8b req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.79 "DELETE /v2.0/ports/3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3 HTTP/1.1" status: 204  len: 173 time: 2.0628366
Feb 18 11:27:16.759125 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e87523-c8ee-4b71-81f8-ce553d46b155', 'name': 'network-vif-deleted', 'tag': '3e08dbff-be3f-4b3e-9d5c-60dc9cc779d3', 'status': 'completed', 'code': 200}
Feb 18 11:27:16.874907 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-fd470cda-65f2-4826-b03e-72cd3ebf8299 req-8042ec25-0f3e-4000-a611-72c6f4cc31e8 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Synchronizing usage tracker for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:27:16.898916 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-fd470cda-65f2-4826-b03e-72cd3ebf8299 req-8042ec25-0f3e-4000-a611-72c6f4cc31e8 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Unset dirty status for tenant:e23a1c783c1a4367a9baa433b98d5451 on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:27:16.900662 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fd470cda-65f2-4826-b03e-72cd3ebf8299 req-8042ec25-0f3e-4000-a611-72c6f4cc31e8 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e87523-c8ee-4b71-81f8-ce553d46b155 HTTP/1.1" status: 200  len: 210 time: 0.0819879
Feb 18 11:27:16.964117 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-10f11a5b-4784-4aeb-800f-da5892421c1c None None] Set router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:27:17.604669 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-10f11a5b-4784-4aeb-800f-da5892421c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccc9227f98>, [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'be4af01b-6620-443c-b092-68fd4e15df7b', 'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'mac_address': 'fa:16:3e:64:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:12Z', 'updated_at': '2021-02-18T11:22:23Z', 'revision_number': 5, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'subnets': [{'id': '094bd897-73b2-45a4-b258-b41599d84057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:27:17.611936 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f11a5b-4784-4aeb-800f-da5892421c1c None None] Checking router: af09cb3a-01ef-4fb8-a4b1-7b82435eac44 for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:27:17.627769 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f11a5b-4784-4aeb-800f-da5892421c1c None None] Routers {'af09cb3a-01ef-4fb8-a4b1-7b82435eac44'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:27:17.629062 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-10f11a5b-4784-4aeb-800f-da5892421c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccc9227f98>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:27:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:27:17.985038 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-10f11a5b-4784-4aeb-800f-da5892421c1c None None] Set router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:27:18.050680 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48214) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:27:18.139732 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d26ffd14-81c0-4c1b-8cbd-61fe19cd4c14 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:18.177095 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d26ffd14-81c0-4c1b-8cbd-61fe19cd4c14 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:18.251410 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d26ffd14-81c0-4c1b-8cbd-61fe19cd4c14 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:18.258751 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:18.280471 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ffd14-81c0-4c1b-8cbd-61fe19cd4c14 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73db6803-b86b-49cd-bda3-84d670de5538,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:18.285042 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d26ffd14-81c0-4c1b-8cbd-61fe19cd4c14 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:18.295894 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d26ffd14-81c0-4c1b-8cbd-61fe19cd4c14 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:18.297286 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d26ffd14-81c0-4c1b-8cbd-61fe19cd4c14 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "DELETE /v2.0/security-groups/73db6803-b86b-49cd-bda3-84d670de5538 HTTP/1.1" status: 204  len: 168 time: 0.2452488
Feb 18 11:27:18.302293 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48218) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:27:18.336465 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.api.v2.resource [None req-e5e4da24-75bd-445b-ba0e-599bf18c5c61 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] show failed (client error): The resource could not be found.
Feb 18 11:27:18.338551 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-e5e4da24-75bd-445b-ba0e-599bf18c5c61 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "GET /v2.0/security-groups/73db6803-b86b-49cd-bda3-84d670de5538 HTTP/1.1" status: 404  len: 347 time: 0.0343871
Feb 18 11:27:18.342223 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48222) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:27:18.497938 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-10f11a5b-4784-4aeb-800f-da5892421c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccc9227f98>, [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'be4af01b-6620-443c-b092-68fd4e15df7b', 'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'mac_address': 'fa:16:3e:64:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:12Z', 'updated_at': '2021-02-18T11:22:23Z', 'revision_number': 5, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'subnets': [{'id': '094bd897-73b2-45a4-b258-b41599d84057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:27:18.503804 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f11a5b-4784-4aeb-800f-da5892421c1c None None] The sync data for ids ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'] in dv-cinder-773985-5-iscsi is: [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:22:14Z', 'revision_number': 4, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': 'be4af01b-6620-443c-b092-68fd4e15df7b', 'name': '', 'network_id': '4703e260-d506-4254-a06e-dbfc1ba6f9e2', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'mac_address': 'fa:16:3e:64:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '094bd897-73b2-45a4-b258-b41599d84057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:12Z', 'updated_at': '2021-02-18T11:22:23Z', 'revision_number': 5, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'subnets': [{'id': '094bd897-73b2-45a4-b258-b41599d84057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:27:18.953182 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc68bb4a-4759-42ee-a188-b8d078c6cfe2 None None] New status for floating IP c1d921a2-33ee-4fe2-92a5-5933c98f4315: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:27:19.021515 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Deleting port 59c69b1f-84a9-4538-b919-89bde93c4045 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:27:19.022033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:19.295579 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:19.295995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:19.445577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Calling delete_port for 59c69b1f-84a9-4538-b919-89bde93c4045 owned by network:floatingip {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:27:19.560256 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83932) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:27:19.560634 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:27:20.061641 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Deleting port 59c69b1f-84a9-4538-b919-89bde93c4045 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:27:20.062275 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:20.409649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:20.410286 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:20.685673 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Calling delete_port for 59c69b1f-84a9-4538-b919-89bde93c4045 owned by network:floatingip {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:27:20.894940 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:20.912988 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-02c12317-9afe-43cb-9a2a-d1d3b47b7190 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:21.026529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Pushing event deleted for resources: {'Port': ['ID=59c69b1f-84a9-4538-b919-89bde93c4045,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:21.032828 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:21.178422 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks [] for floatingip, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:21.199303 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:21.200593 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8e6f2443-6a77-4569-9a55-22efec942528 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] 10.222.0.65 "DELETE /v2.0/floatingips/c1d921a2-33ee-4fe2-92a5-5933c98f4315 HTTP/1.1" status: 204  len: 168 time: 2.8569441
Feb 18 11:27:25.864049 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48252) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:27:26.958876 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-95e6832c-bcbc-412a-ae48-c68c4e6f1d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854256561'] for router_interface, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:27.424480 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-95e6832c-bcbc-412a-ae48-c68c4e6f1d52 admin admin] Deleting port be4af01b-6620-443c-b092-68fd4e15df7b {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:27:27.425011 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-95e6832c-bcbc-412a-ae48-c68c4e6f1d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:27.640337 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-95e6832c-bcbc-412a-ae48-c68c4e6f1d52 admin admin] For port be4af01b-6620-443c-b092-68fd4e15df7b, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=be4af01b-6620-443c-b092-68fd4e15df7b,segment=NetworkSegment(a7ef9cbc-51c1-4734-970a-aa330767d8f5),segment_id=a7ef9cbc-51c1-4734-970a-aa330767d8f5)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:27:27.640794 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-95e6832c-bcbc-412a-ae48-c68c4e6f1d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:27.790059 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-95e6832c-bcbc-412a-ae48-c68c4e6f1d52 admin admin] Calling delete_port for be4af01b-6620-443c-b092-68fd4e15df7b owned by network:router_interface {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:27:28.007106 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-95e6832c-bcbc-412a-ae48-c68c4e6f1d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:28.024417 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-12bd8f7c-da24-42e8-92be-045529035801 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:28.233624 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6832c-bcbc-412a-ae48-c68c4e6f1d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=be4af01b-6620-443c-b092-68fd4e15df7b,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:28.243606 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-95e6832c-bcbc-412a-ae48-c68c4e6f1d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:29.011371 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-95e6832c-bcbc-412a-ae48-c68c4e6f1d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498172'] for router_interface, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:29.883424 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e6832c-bcbc-412a-ae48-c68c4e6f1d52 admin admin] Router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:27:30.244160 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e6832c-bcbc-412a-ae48-c68c4e6f1d52 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:27:30.256060 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0755ef01-5187-4d8f-88ec-5f0c501457a7 None None] Sync routers for ids ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:27:30.269181 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-95e6832c-bcbc-412a-ae48-c68c4e6f1d52 admin admin] 10.222.0.65 "PUT /v2.0/routers/af09cb3a-01ef-4fb8-a4b1-7b82435eac44/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4032538
Feb 18 11:27:30.271390 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0755ef01-5187-4d8f-88ec-5f0c501457a7 None None] Routers {'af09cb3a-01ef-4fb8-a4b1-7b82435eac44'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:27:30.272245 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-0755ef01-5187-4d8f-88ec-5f0c501457a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca5fb9b0>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:27:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:27:30.274407 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48258) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:27:30.527902 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-0755ef01-5187-4d8f-88ec-5f0c501457a7 None None] Set router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:27:30.564372 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8feb6c00-3417-49de-bb52-2902caa03aae admin admin] Notify callbacks [] for router, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:30.592789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:27:30.858401 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8feb6c00-3417-49de-bb52-2902caa03aae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:30.875875 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-8feb6c00-3417-49de-bb52-2902caa03aae admin admin] Deleting port 049f2f90-5a99-481e-a10d-b8ce6c258104 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:27:30.876535 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8feb6c00-3417-49de-bb52-2902caa03aae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:31.005851 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-0755ef01-5187-4d8f-88ec-5f0c501457a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca5fb9b0>, [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:27:27Z', 'revision_number': 5, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port': {'id': '049f2f90-5a99-481e-a10d-b8ce6c258104', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:22:07Z', 'updated_at': '2021-02-18T11:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:27:31.015023 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0755ef01-5187-4d8f-88ec-5f0c501457a7 None None] Checking router: af09cb3a-01ef-4fb8-a4b1-7b82435eac44 for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:27:31.034620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0755ef01-5187-4d8f-88ec-5f0c501457a7 None None] Routers {'af09cb3a-01ef-4fb8-a4b1-7b82435eac44'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:27:31.035841 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-0755ef01-5187-4d8f-88ec-5f0c501457a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca5fb9b0>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:27:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:27:31.131992 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-8feb6c00-3417-49de-bb52-2902caa03aae admin admin] For port 049f2f90-5a99-481e-a10d-b8ce6c258104, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=049f2f90-5a99-481e-a10d-b8ce6c258104,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:27:31.132732 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8feb6c00-3417-49de-bb52-2902caa03aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:31.316917 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-8feb6c00-3417-49de-bb52-2902caa03aae admin admin] Calling delete_port for 049f2f90-5a99-481e-a10d-b8ce6c258104 owned by network:router_gateway {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:27:31.343172 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-0755ef01-5187-4d8f-88ec-5f0c501457a7 None None] Set router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 gateway port host: None {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:27:31.494594 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-0755ef01-5187-4d8f-88ec-5f0c501457a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca5fb9b0>, [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:27:30Z', 'revision_number': 6, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port_host': None}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:27:31.499214 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0755ef01-5187-4d8f-88ec-5f0c501457a7 None None] The sync data for ids ['af09cb3a-01ef-4fb8-a4b1-7b82435eac44'] in dv-cinder-773985-5-iscsi is: [{'id': 'af09cb3a-01ef-4fb8-a4b1-7b82435eac44', 'name': 'tempest-AttachVolumeTestJSON-172703598-router', 'tenant_id': 'e23a1c783c1a4367a9baa433b98d5451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:22:05Z', 'updated_at': '2021-02-18T11:27:30Z', 'revision_number': 6, 'project_id': 'e23a1c783c1a4367a9baa433b98d5451', 'gw_port_host': None}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:27:31.617566 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8feb6c00-3417-49de-bb52-2902caa03aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:31.650403 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7ae82b4a-2e6a-4193-add1-6d601bc4cf8a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:31.812384 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb6c00-3417-49de-bb52-2902caa03aae admin admin] Pushing event deleted for resources: {'Port': ['ID=049f2f90-5a99-481e-a10d-b8ce6c258104,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:31.824010 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8feb6c00-3417-49de-bb52-2902caa03aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:31.989824 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8feb6c00-3417-49de-bb52-2902caa03aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854277267'] for router_gateway, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:32.187144 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-60404fff-3bf1-4a0b-88f7-8392d7bd8e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:32.782061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8feb6c00-3417-49de-bb52-2902caa03aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746360'] for router, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:32.786235 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8feb6c00-3417-49de-bb52-2902caa03aae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:32.828331 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8feb6c00-3417-49de-bb52-2902caa03aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854257390'] for router, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:32.829339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8feb6c00-3417-49de-bb52-2902caa03aae admin admin] Fanout notify agent at l3_agent the message router_deleted on router af09cb3a-01ef-4fb8-a4b1-7b82435eac44 {{(pid=83932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 11:27:32.851643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8feb6c00-3417-49de-bb52-2902caa03aae admin admin] Notify callbacks [] for router, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:32.852966 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8feb6c00-3417-49de-bb52-2902caa03aae admin admin] 10.222.0.65 "DELETE /v2.0/routers/af09cb3a-01ef-4fb8-a4b1-7b82435eac44 HTTP/1.1" status: 204  len: 168 time: 2.5770948
Feb 18 11:27:32.857419 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48262) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:27:32.999270 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b91297a-8c65-4680-9eed-a37ecb15cc8c admin admin] Deleting subnet 094bd897-73b2-45a4-b258-b41599d84057 {{(pid=83932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 11:27:33.005280 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9b91297a-8c65-4680-9eed-a37ecb15cc8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:33.034697 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:33.114284 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9b91297a-8c65-4680-9eed-a37ecb15cc8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3086655'] for subnet, precommit_delete_associations {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:33.280214 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9b91297a-8c65-4680-9eed-a37ecb15cc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741126'] for subnet, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:33.330085 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device be4af01b-6620-443c-b092-68fd4e15df7b no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:27:33.377889 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: be4af01b-6620-443c-b092-68fd4e15df7b {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:27:33.378258 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device be4af01b-6620-443c-b092-68fd4e15df7b not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:27:33.378731 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 049f2f90-5a99-481e-a10d-b8ce6c258104 no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:27:33.425525 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: 049f2f90-5a99-481e-a10d-b8ce6c258104 {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:27:33.425881 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 049f2f90-5a99-481e-a10d-b8ce6c258104 not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:27:33.603390 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9b91297a-8c65-4680-9eed-a37ecb15cc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847034674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2111037'] for subnet, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:33.621812 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-1116cb82-dde6-4546-a26d-8499ed60a99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:33.727045 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91297a-8c65-4680-9eed-a37ecb15cc8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094bd897-73b2-45a4-b258-b41599d84057,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:33.733219 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9b91297a-8c65-4680-9eed-a37ecb15cc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:33.792153 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9b91297a-8c65-4680-9eed-a37ecb15cc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:33.800264 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-9b91297a-8c65-4680-9eed-a37ecb15cc8c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/094bd897-73b2-45a4-b258-b41599d84057 HTTP/1.1" status: 204  len: 168 time: 0.9409940
Feb 18 11:27:33.800598 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201aa508-4af1-4f08-b7c0-8ea136b0957b None None] Network 4703e260-d506-4254-a06e-dbfc1ba6f9e2 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:27:33.804138 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48266) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:27:34.020096 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854201257'] for network, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:34.166141 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Deleting port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:27:34.166703 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:34.187825 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] DHCP port deletion for 4703e260-d506-4254-a06e-dbfc1ba6f9e2 request from dv-cinder-773985-5-iscsi {{(pid=83934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 11:27:34.195239 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Deleting port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:27:34.195897 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:34.457464 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] For port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=fc1194fd-1b45-4a2a-b5a2-309b89fc9e60,segment=NetworkSegment(a7ef9cbc-51c1-4734-970a-aa330767d8f5),segment_id=a7ef9cbc-51c1-4734-970a-aa330767d8f5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:27:34.457727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:34.605376 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] For port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=fc1194fd-1b45-4a2a-b5a2-309b89fc9e60,segment=NetworkSegment(a7ef9cbc-51c1-4734-970a-aa330767d8f5),segment_id=a7ef9cbc-51c1-4734-970a-aa330767d8f5)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:27:34.606057 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:34.672374 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Calling delete_port for fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:27:34.811599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:34.828367 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5dea3cb2-24bd-4698-986c-d80ae2077200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:34.896432 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Calling delete_port for fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 owned by network:dhcp {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:27:35.028272 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83932) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:27:35.028687 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:27:35.144280 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Pushing event deleted for resources: {'Port': ['ID=fc1194fd-1b45-4a2a-b5a2-309b89fc9e60,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:35.157987 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.158372 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.158761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.159145 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.159523 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.159889 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.160266 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.160706 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.161079 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.161449 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.161821 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.162195 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.162679 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.163645 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.164318 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.164512 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.164771 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.165120 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.165486 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.165924 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.166219 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.166582 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.166946 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.167309 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:35.181437 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:35.218567 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b687b105-6a0d-437c-8b92-cc4467edf307 None None] No DVR routers for this DVR port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 on host dv-cinder-773985-5-iscsi {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:27:35.313761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:27:35.355767 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:27:35.356158 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:27:35.530655 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Deleting port fc1194fd-1b45-4a2a-b5a2-309b89fc9e60 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:27:35.531033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:35.592687 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b90c08ff-3bc5-4eb0-8949-d1f389ab5a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:35.621110 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] The port 'fc1194fd-1b45-4a2a-b5a2-309b89fc9e60' was deleted {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 11:27:35.770409 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7742001', 'neutron.services.segments.db._delete_segments_for_network--9223363254506393562'] for network, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:35.907767 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccc9e49550>,) {'filters': {'network_id': ['4703e260-d506-4254-a06e-dbfc1ba6f9e2']}} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:27:35.924789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc9e49550>, 'a7ef9cbc-51c1-4734-970a-aa330767d8f5') {'for_net_delete': True} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:27:35.925134 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc9e49550>, 'a7ef9cbc-51c1-4734-970a-aa330767d8f5') {} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:27:35.939946 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254506395610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851689209'] for segment, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:35.957824 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:35.961995 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 11:27:36.160290 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Network 4703e260-d506-4254-a06e-dbfc1ba6f9e2 has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:27:36.170924 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7742905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852795161'] for segment, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:36.266475 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:36.402521 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Network 4703e260-d506-4254-a06e-dbfc1ba6f9e2 has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   % (table.description, expected, rows_matched)
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   % (table.description, expected, rows_matched)
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   % (table.description, expected, rows_matched)
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   % (table.description, expected, rows_matched)
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]: Traceback (most recent call last):
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:     timer()
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:     cb(*args, **kw)
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:     return func(*args, **kwargs)
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:     self._notify()
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:     self.callback(batched_events)
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:     event.method(event)
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:     segment_id)['aggregates'][0]
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:     return f(self, *a, **k)
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self._get(url).json()
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:     **kwargs)
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self.request(url, 'GET', **kwargs)
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:     **endpoint_filter)
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 11:27:36.440185 dv-cinder-773985-5-iscsi neutron-server[83816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 11:27:36.582817 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847033799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498500'] for network, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:36.587150 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:36.605335 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:36.615309 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Pushing event deleted for resources: {'Network': ['ID=4703e260-d506-4254-a06e-dbfc1ba6f9e2,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:36.619852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:36.633066 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-c4df8381-6dcb-4de5-aeb9-c2f5d2a9a91f admin admin] 10.222.0.65 "DELETE /v2.0/networks/4703e260-d506-4254-a06e-dbfc1ba6f9e2 HTTP/1.1" status: 204  len: 168 time: 2.8274753
Feb 18 11:27:36.858039 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 48272) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:27:36.920841 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-0ad46c1d-3630-44d9-92a3-e70c8ea7bf9b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e23a1c783c1a4367a9baa433b98d5451&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0654526
Feb 18 11:27:36.924143 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 48276) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:27:37.001539 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:37.038642 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:37.102118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:37.107522 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-fdce0d41-d776-47ce-9f9a-3022ce6f7a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:37.125970 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d95c063-c509-4267-ac64-4e03e8688e58,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:37.139549 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.140163 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.140788 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.141372 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.141887 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.142409 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.143049 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.143549 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.144067 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.144649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.145149 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.145602 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.146178 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.146627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.147116 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.147808 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.148539 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.149005 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.149461 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.149938 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.150375 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.150892 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.151346 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.151870 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:27:37.157370 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:37.159456 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:37.161512 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6d95c063-c509-4267-ac64-4e03e8688e58 HTTP/1.1" status: 204  len: 168 time: 0.2359996
Feb 18 11:27:38.269229 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:38.540374 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:41.964622 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-0d0ea3a3-9e76-4cc3-9fc0-504ead64ef13 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/floatingips/b5ba9240-9ee1-4a21-8f89-e6f833fb117a HTTP/1.1" status: 200  len: 999 time: 0.2246089
Feb 18 11:27:42.238883 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-f9c3e95e-f794-4360-b6fe-849e96c2e5bf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:42.242461 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-f9c3e95e-f794-4360-b6fe-849e96c2e5bf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/networks/c5ace08f-47fa-48e4-be4d-8f3271a2d184 HTTP/1.1" status: 200  len: 784 time: 0.2702599
Feb 18 11:27:42.364691 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48414) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:27:42.442971 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-203e07e5-5028-46cc-a2c6-ed962ccf3025 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.162 HTTP/1.1" status: 200  len: 1002 time: 0.1918955
Feb 18 11:27:42.545890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-6c3dcf4f-cec0-40a5-8cfa-98d7bc8012f5 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:42.548020 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-6c3dcf4f-cec0-40a5-8cfa-98d7bc8012f5 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports/7b4e9bf3-d051-438b-b4d6-dcb55c209c7c HTTP/1.1" status: 200  len: 943 time: 0.0975606
Feb 18 11:27:42.566966 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-190dbb4a-998e-4052-aefb-70cf45a752f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:42.586527 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-190dbb4a-998e-4052-aefb-70cf45a752f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:27:42.591867 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-190dbb4a-998e-4052-aefb-70cf45a752f8 admin admin] Usage tracker for resource:security_group_rule and tenant:d8ebfdb5b6a24d6187f1a0cb980de823 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:27:42.595864 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-190dbb4a-998e-4052-aefb-70cf45a752f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:27:42.605635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-190dbb4a-998e-4052-aefb-70cf45a752f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:27:42.746577 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-190dbb4a-998e-4052-aefb-70cf45a752f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:42.750824 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-190dbb4a-998e-4052-aefb-70cf45a752f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:42.767511 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d8bc0b44-10fc-4ba0-93ae-63fc74528005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:42.851523 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-190dbb4a-998e-4052-aefb-70cf45a752f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d8ebfdb5b6a24d6187f1a0cb980de823&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4817646
Feb 18 11:27:42.851523 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190dbb4a-998e-4052-aefb-70cf45a752f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d270730d-a7fc-4a14-9e34-79ed161b434a,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:42.856168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48420) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:27:42.861503 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-190dbb4a-998e-4052-aefb-70cf45a752f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:42.925342 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-555311d6-9453-4244-b832-fe7fedab6b74 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.162 HTTP/1.1" status: 200  len: 1002 time: 0.1953154
Feb 18 11:27:42.955322 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6c114158-26b3-4289-86d7-e37d13bf1afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:42.990422 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6c114158-26b3-4289-86d7-e37d13bf1afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:43.054680 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6c114158-26b3-4289-86d7-e37d13bf1afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:43.061847 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3abd44eb-80ef-4f8a-89bb-21ffe5fe6af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:43.079599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c114158-26b3-4289-86d7-e37d13bf1afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d270730d-a7fc-4a14-9e34-79ed161b434a,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:43.083411 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6c114158-26b3-4289-86d7-e37d13bf1afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:43.086054 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6c114158-26b3-4289-86d7-e37d13bf1afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:43.089396 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-6c114158-26b3-4289-86d7-e37d13bf1afb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d270730d-a7fc-4a14-9e34-79ed161b434a HTTP/1.1" status: 204  len: 168 time: 0.2310443
Feb 18 11:27:43.214924 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-8a28cb4d-bee5-4695-b894-9264ff8ab2b8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Deleting port b785b86f-197e-4d9b-833f-98847a932138 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:27:43.215385 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-8a28cb4d-bee5-4695-b894-9264ff8ab2b8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:43.464291 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-8a28cb4d-bee5-4695-b894-9264ff8ab2b8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:43.465013 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-8a28cb4d-bee5-4695-b894-9264ff8ab2b8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:43.523862 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48428) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:27:43.559841 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b38512cb-9a21-4b68-8b52-268d817c5398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:43.591030 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b38512cb-9a21-4b68-8b52-268d817c5398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:27:43.596108 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b38512cb-9a21-4b68-8b52-268d817c5398 admin admin] Usage tracker for resource:security_group_rule and tenant:acd8b91fa9ef4fa1b6855ef74a907e60 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:27:43.599794 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-b38512cb-9a21-4b68-8b52-268d817c5398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:27:43.606905 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-b38512cb-9a21-4b68-8b52-268d817c5398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:27:43.625763 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-8a28cb4d-bee5-4695-b894-9264ff8ab2b8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Calling delete_port for b785b86f-197e-4d9b-833f-98847a932138 owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:27:43.732167 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b38512cb-9a21-4b68-8b52-268d817c5398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:43.736357 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b38512cb-9a21-4b68-8b52-268d817c5398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:43.747494 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e1086cd3-2ec1-49cb-a39d-99c44c810146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:43.806664 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-b38512cb-9a21-4b68-8b52-268d817c5398 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=acd8b91fa9ef4fa1b6855ef74a907e60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2757690
Feb 18 11:27:43.806664 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38512cb-9a21-4b68-8b52-268d817c5398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea09092-4e2d-41fc-8d02-49b833335a86,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:43.807111 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48432) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:27:43.810069 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b38512cb-9a21-4b68-8b52-268d817c5398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:43.853549 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-8a28cb4d-bee5-4695-b894-9264ff8ab2b8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:43.871446 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:43.913563 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7b275161-8569-4655-9ad1-7c06f2e72a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:43.968033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7b275161-8569-4655-9ad1-7c06f2e72a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:43.976512 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28cb4d-bee5-4695-b894-9264ff8ab2b8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event deleted for resources: {'Port': ['ID=b785b86f-197e-4d9b-833f-98847a932138,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:43.987176 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8a28cb4d-bee5-4695-b894-9264ff8ab2b8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:44.032914 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7b275161-8569-4655-9ad1-7c06f2e72a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:44.040745 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-af99e5b2-1908-4720-98cf-544a15d70acd tempest-VolumesNegativeTest-1064659626 tempest-VolumesNegativeTest-1064659626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:44.057062 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b275161-8569-4655-9ad1-7c06f2e72a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea09092-4e2d-41fc-8d02-49b833335a86,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:44.060205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7b275161-8569-4655-9ad1-7c06f2e72a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:44.064909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7b275161-8569-4655-9ad1-7c06f2e72a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:44.070243 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-7b275161-8569-4655-9ad1-7c06f2e72a20 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dea09092-4e2d-41fc-8d02-49b833335a86 HTTP/1.1" status: 204  len: 168 time: 0.2588727
Feb 18 11:27:44.207882 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-8a28cb4d-bee5-4695-b894-9264ff8ab2b8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:44.208237 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-8a28cb4d-bee5-4695-b894-9264ff8ab2b8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Floating IP b5ba9240-9ee1-4a21-8f89-e6f833fb117a disassociated (deleted). External IP: 172.27.1.162, port: 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c.
Feb 18 11:27:44.671236 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-8a28cb4d-bee5-4695-b894-9264ff8ab2b8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Router 78353951-4af8-496d-a111-f6f1e966ed9e has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:27:44.997503 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-8a28cb4d-bee5-4695-b894-9264ff8ab2b8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:27:45.017514 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1923340-5443-470b-8cdb-a569b16c432e None None] Sync routers for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:27:45.040456 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1923340-5443-470b-8cdb-a569b16c432e None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:27:45.041540 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-8a28cb4d-bee5-4695-b894-9264ff8ab2b8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:45.042020 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-c1923340-5443-470b-8cdb-a569b16c432e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca326518>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:27:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:27:45.135679 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-8a28cb4d-bee5-4695-b894-9264ff8ab2b8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "DELETE /v2.0/floatingips/b5ba9240-9ee1-4a21-8f89-e6f833fb117a HTTP/1.1" status: 204  len: 173 time: 2.2022281
Feb 18 11:27:45.136687 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8723e92d-3935-4acc-8340-22135c156cdc', 'tag': '7b4e9bf3-d051-438b-b4d6-dcb55c209c7c'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:27:45.234800 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8723e92d-3935-4acc-8340-22135c156cdc', 'tag': '7b4e9bf3-d051-438b-b4d6-dcb55c209c7c', 'status': 'completed', 'code': 200}
Feb 18 11:27:45.356468 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-c1923340-5443-470b-8cdb-a569b16c432e None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:27:45.439774 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e7e8f-3476-4316-a3ff-be544ed847c6 req-8580ca54-7ac5-4be3-bf11-e710d71c3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:45.443155 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ce8e7e8f-3476-4316-a3ff-be544ed847c6 req-8580ca54-7ac5-4be3-bf11-e710d71c3ebc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 1163 time: 0.1627941
Feb 18 11:27:45.494001 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-f50265ab-a8b5-486c-8f2a-eed45c4b798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:45.497856 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-f50265ab-a8b5-486c-8f2a-eed45c4b798f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 1163 time: 0.3288386
Feb 18 11:27:45.651015 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e7e8f-3476-4316-a3ff-be544ed847c6 req-954518f8-a55a-48ca-8bc7-1d34f918673f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:45.652812 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ce8e7e8f-3476-4316-a3ff-be544ed847c6 req-954518f8-a55a-48ca-8bc7-1d34f918673f service neutron] 10.222.0.79 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 904 time: 0.2030344
Feb 18 11:27:45.745400 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ce8e7e8f-3476-4316-a3ff-be544ed847c6 req-43e1bd72-b4b2-41ea-b47e-9398dead7775 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b4e9bf3-d051-438b-b4d6-dcb55c209c7c HTTP/1.1" status: 200  len: 217 time: 0.0855567
Feb 18 11:27:45.837070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-e5cd6657-7e17-4189-9958-d9c44b35caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:45.853747 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-e5cd6657-7e17-4189-9958-d9c44b35caf9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 904 time: 0.3421474
Feb 18 11:27:45.860660 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-c1923340-5443-470b-8cdb-a569b16c432e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca326518>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': 'b8978357-b3b6-4318-a08b-cd965a963614', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'port_id': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'mac_address': 'fa:16:3e:59:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:24:03Z', 'updated_at': '2021-02-18T11:24:11Z', 'revision_number': 2, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:27:45.862121 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e7e8f-3476-4316-a3ff-be544ed847c6 req-0c8842fc-3b17-45ae-9588-8279a05307d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:45.866335 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ce8e7e8f-3476-4316-a3ff-be544ed847c6 req-0c8842fc-3b17-45ae-9588-8279a05307d8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.1119213
Feb 18 11:27:45.869565 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1923340-5443-470b-8cdb-a569b16c432e None None] Checking router: 78353951-4af8-496d-a111-f6f1e966ed9e for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:27:45.890391 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1923340-5443-470b-8cdb-a569b16c432e None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:27:45.891728 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-c1923340-5443-470b-8cdb-a569b16c432e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca326518>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:27:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:27:45.986017 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e7e8f-3476-4316-a3ff-be544ed847c6 req-d0957133-128a-415e-b651-a19ba6bab947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:45.988453 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ce8e7e8f-3476-4316-a3ff-be544ed847c6 req-d0957133-128a-415e-b651-a19ba6bab947 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1157129
Feb 18 11:27:46.021700 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-41ad33bb-aa18-4d4f-bad2-fda75311221f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b4e9bf3-d051-438b-b4d6-dcb55c209c7c HTTP/1.1" status: 200  len: 217 time: 0.1655958
Feb 18 11:27:46.166365 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-ccbaf709-2510-42fa-91a8-aea36c2d8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:46.168228 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-ccbaf709-2510-42fa-91a8-aea36c2d8afa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.1423547
Feb 18 11:27:46.239847 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ce8e7e8f-3476-4316-a3ff-be544ed847c6 req-91da19ac-8b07-4cae-b649-8cc44884a8df service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2425902
Feb 18 11:27:46.473514 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-ce8e7e8f-3476-4316-a3ff-be544ed847c6 req-7070fb32-194b-46e7-96ee-04e8bb63efbb service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2254550
Feb 18 11:27:46.480671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-c1923340-5443-470b-8cdb-a569b16c432e None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:27:46.633694 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-4a9b4610-dd2b-4db6-9b3e-aecc454e0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:46.635593 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-4a9b4610-dd2b-4db6-9b3e-aecc454e0a7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4535913
Feb 18 11:27:46.890437 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-bbd543e0-d085-497b-9fbe-471b81d33265 service neutron] 10.222.0.65 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2456768
Feb 18 11:27:47.090490 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-c1923340-5443-470b-8cdb-a569b16c432e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca326518>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': 'b8978357-b3b6-4318-a08b-cd965a963614', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'port_id': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'mac_address': 'fa:16:3e:59:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:24:03Z', 'updated_at': '2021-02-18T11:24:11Z', 'revision_number': 2, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:27:47.098970 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1923340-5443-470b-8cdb-a569b16c432e None None] The sync data for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi is: [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_floatingips': [{'id': 'b8978357-b3b6-4318-a08b-cd965a963614', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'router_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'port_id': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'mac_address': 'fa:16:3e:59:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T11:24:03Z', 'updated_at': '2021-02-18T11:24:11Z', 'revision_number': 2, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:27:47.126149 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9ba0f7e3-d2b8-4fed-a783-d8c8e50c9bbe req-9edd97ed-80bb-4f94-83db-d58fb2f8bc3d service neutron] 10.222.0.65 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2279708
Feb 18 11:27:47.640672 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac42f3a-5a97-44b2-8916-d85a07e80487 None None] New status for floating IP b5ba9240-9ee1-4a21-8f89-e6f833fb117a: DOWN {{(pid=83934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:27:47.712269 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fc40b-6eca-4ae8-9f78-ab27022e69ba req-9be9e8e8-4418-4700-b67b-44c200537fdf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:47.713229 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-308fc40b-6eca-4ae8-9f78-ab27022e69ba req-9be9e8e8-4418-4700-b67b-44c200537fdf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Synchronizing usage tracker for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:27:47.731860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-308fc40b-6eca-4ae8-9f78-ab27022e69ba req-9be9e8e8-4418-4700-b67b-44c200537fdf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Unset dirty status for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:27:47.733469 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-308fc40b-6eca-4ae8-9f78-ab27022e69ba req-9be9e8e8-4418-4700-b67b-44c200537fdf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 946 time: 0.1882761
Feb 18 11:27:47.809475 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-308fc40b-6eca-4ae8-9f78-ab27022e69ba req-bc320a3c-8e81-4ea3-a665-2b275d7ae431 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0663340
Feb 18 11:27:48.929221 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 48514) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:27:49.097054 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175248d5-934f-4ac6-9d5e-6ed1905fff65 req-21c2dd45-1d0f-4a69-87a1-be7fd3e0e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:49.099973 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-175248d5-934f-4ac6-9d5e-6ed1905fff65 req-21c2dd45-1d0f-4a69-87a1-be7fd3e0e871 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 946 time: 0.1205225
Feb 18 11:27:49.125042 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b5f9f04-88d3-4721-9de8-8f3966577a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:49.142207 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2b5f9f04-88d3-4721-9de8-8f3966577a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:27:49.147669 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2b5f9f04-88d3-4721-9de8-8f3966577a7b admin admin] Usage tracker for resource:security_group_rule and tenant:7dc26469dee14793baa29852943be3a3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:27:49.151149 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2b5f9f04-88d3-4721-9de8-8f3966577a7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:27:49.158192 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2b5f9f04-88d3-4721-9de8-8f3966577a7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:27:49.271387 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b5f9f04-88d3-4721-9de8-8f3966577a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:49.275813 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b5f9f04-88d3-4721-9de8-8f3966577a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:49.286157 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-27a95e1c-e22d-4a86-806f-5e1d6b0527c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:49.304047 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-175248d5-934f-4ac6-9d5e-6ed1905fff65 req-ad844363-da56-4605-b5c2-b753c9899b98 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1917794
Feb 18 11:27:49.336300 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-2b5f9f04-88d3-4721-9de8-8f3966577a7b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7dc26469dee14793baa29852943be3a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4007995
Feb 18 11:27:49.337413 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48520) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:27:49.345919 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f9f04-88d3-4721-9de8-8f3966577a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ef84f7-326d-417a-873d-400ab8218528,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:49.353494 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2b5f9f04-88d3-4721-9de8-8f3966577a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:49.397587 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-f22327df-3a25-41c7-9673-8c06a8f74394 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:49.399772 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-f22327df-3a25-41c7-9673-8c06a8f74394 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.79 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 946 time: 0.2212815
Feb 18 11:27:49.492120 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-17d1c2bf-8201-461d-96c2-9179df62bf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:49.525392 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Deleting port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:27:49.525766 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:49.594797 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-17d1c2bf-8201-461d-96c2-9179df62bf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:49.885963 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:27:50.098786 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-17d1c2bf-8201-461d-96c2-9179df62bf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:50.114935 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9e91955d-6055-4a71-88fe-0feca6ae3846 tempest-TestMinimumBasicScenario-866574390 tempest-TestMinimumBasicScenario-866574390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:50.129583 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:50.137195 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1c2bf-8201-461d-96c2-9179df62bf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ef84f7-326d-417a-873d-400ab8218528,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:50.149140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-17d1c2bf-8201-461d-96c2-9179df62bf35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:50.158749 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-17d1c2bf-8201-461d-96c2-9179df62bf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:50.160017 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-17d1c2bf-8201-461d-96c2-9179df62bf35 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87ef84f7-326d-417a-873d-400ab8218528 HTTP/1.1" status: 204  len: 168 time: 0.8220906
Feb 18 11:27:50.215420 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] For port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=7b4e9bf3-d051-438b-b4d6-dcb55c209c7c,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:27:50.215986 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:50.219081 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8723e92d-3935-4acc-8340-22135c156cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b4e9bf3-d051-438b-b4d6-dcb55c209c7c'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:27:50.226121 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] For port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=7b4e9bf3-d051-438b-b4d6-dcb55c209c7c,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:27:50.232811 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506566448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782347813508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254506962275'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:50.234416 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:50.323632 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Pushing event updated for resources: {'Port': ['ID=7b4e9bf3-d051-438b-b4d6-dcb55c209c7c,revision_number=5']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:50.331399 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83934) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:50.449056 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Calling delete_port for 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:27:50.639269 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 48534) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:27:50.663510 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83932) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:27:50.663988 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:27:50.671717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9b877cb9-d7d4-434b-8a44-295489c95611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:50.676218 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8723e92d-3935-4acc-8340-22135c156cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b4e9bf3-d051-438b-b4d6-dcb55c209c7c', 'code': 200}
Feb 18 11:27:50.702764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc1d23-92c0-410e-8dfb-1920ebb7f03d req-0fd154a9-d006-4569-a536-a4389da7d24b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:50.704754 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fbfc1d23-92c0-410e-8dfb-1920ebb7f03d req-0fd154a9-d006-4569-a536-a4389da7d24b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 944 time: 0.1533351
Feb 18 11:27:50.708386 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-9b877cb9-d7d4-434b-8a44-295489c95611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:27:50.716304 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-9b877cb9-d7d4-434b-8a44-295489c95611 admin admin] Usage tracker for resource:security_group_rule and tenant:a31932b109244050a40cd7352f09001c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:27:50.722399 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-9b877cb9-d7d4-434b-8a44-295489c95611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:27:50.734608 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-9b877cb9-d7d4-434b-8a44-295489c95611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:27:50.764113 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fbfc1d23-92c0-410e-8dfb-1920ebb7f03d req-3c3c1ffe-29aa-4700-85c5-459918179e27 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0518432
Feb 18 11:27:50.856758 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9b877cb9-d7d4-434b-8a44-295489c95611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:50.860236 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-9b877cb9-d7d4-434b-8a44-295489c95611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:50.869486 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8921b4a3-c357-49c5-8435-829ef6f73671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:50.918640 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b877cb9-d7d4-434b-8a44-295489c95611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f805705c-416d-4f2d-ade6-0c1921d4b1e9,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:50.923870 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-9b877cb9-d7d4-434b-8a44-295489c95611 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a31932b109244050a40cd7352f09001c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2832325
Feb 18 11:27:50.924955 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9b877cb9-d7d4-434b-8a44-295489c95611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:50.926907 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 48538) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:27:50.998836 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a59c2211-8834-41e8-9b21-884a49a28580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:51.033882 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a59c2211-8834-41e8-9b21-884a49a28580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:51.096366 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a59c2211-8834-41e8-9b21-884a49a28580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:51.102304 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-4715bb33-e677-4378-8025-3123ea9579c1 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:51.118998 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c2211-8834-41e8-9b21-884a49a28580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f805705c-416d-4f2d-ade6-0c1921d4b1e9,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:51.122307 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a59c2211-8834-41e8-9b21-884a49a28580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:51.134113 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a59c2211-8834-41e8-9b21-884a49a28580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:51.136078 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-a59c2211-8834-41e8-9b21-884a49a28580 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f805705c-416d-4f2d-ade6-0c1921d4b1e9 HTTP/1.1" status: 204  len: 168 time: 0.2076156
Feb 18 11:27:51.165885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Deleting port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:27:51.166648 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:51.468695 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] For port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=7b4e9bf3-d051-438b-b4d6-dcb55c209c7c,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:27:51.469108 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:51.621336 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Calling delete_port for 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:27:51.852629 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:51.879630 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c039b2cb-2b53-4350-8f99-13e61018086c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:52.062457 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event deleted for resources: {'Port': ['ID=7b4e9bf3-d051-438b-b4d6-dcb55c209c7c,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:52.065817 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:52.107553 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-9e515334-b0c9-43ac-8e98-24fbd27ad199 req-f941b0d2-e5c3-4581-9243-2ed09b3864db tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 210 time: 0.1051612
Feb 18 11:27:52.242551 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] No DVR routers for this DVR port 7b4e9bf3-d051-438b-b4d6-dcb55c209c7c on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:27:52.245343 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:52.248780 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8723e92d-3935-4acc-8340-22135c156cdc', 'name': 'network-vif-deleted', 'tag': '7b4e9bf3-d051-438b-b4d6-dcb55c209c7c'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:27:52.266941 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-5f0ae950-06fb-4328-8c54-a1df659c3b3d req-346c63ef-5cdb-4c14-b8a3-9cf80e95c7e1 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.79 "DELETE /v2.0/ports/7b4e9bf3-d051-438b-b4d6-dcb55c209c7c HTTP/1.1" status: 204  len: 173 time: 2.8598282
Feb 18 11:27:52.704199 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8723e92d-3935-4acc-8340-22135c156cdc', 'name': 'network-vif-deleted', 'tag': '7b4e9bf3-d051-438b-b4d6-dcb55c209c7c', 'status': 'completed', 'code': 200}
Feb 18 11:27:53.347698 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-bec4ea0d-2b78-4435-a5e2-5a8a2320d136 req-b7af2ac0-6551-410a-8e5a-44ae0f72bb49 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723e92d-3935-4acc-8340-22135c156cdc HTTP/1.1" status: 200  len: 210 time: 0.0590456
Feb 18 11:27:57.333195 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-b0322eae-e27e-48d4-84e9-4f0b46d611ea tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/floatingips/b8978357-b3b6-4318-a08b-cd965a963614 HTTP/1.1" status: 200  len: 997 time: 0.1857419
Feb 18 11:27:57.632539 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-f375d27a-7e57-4f50-8160-2dc85d477e3d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:57.635430 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-f375d27a-7e57-4f50-8160-2dc85d477e3d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/networks/c5ace08f-47fa-48e4-be4d-8f3271a2d184 HTTP/1.1" status: 200  len: 784 time: 0.2934394
Feb 18 11:27:57.864326 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-67e08615-5246-4d84-a433-23290b2c46bf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Synchronizing usage tracker for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:floatingip {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:27:57.889820 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-67e08615-5246-4d84-a433-23290b2c46bf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Unset dirty status for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:floatingip {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:27:57.891312 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-67e08615-5246-4d84-a433-23290b2c46bf tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.64 HTTP/1.1" status: 200  len: 1000 time: 0.2484775
Feb 18 11:27:58.001725 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-a99752bc-25df-4628-8595-37472a7b3b91 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:27:58.004112 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-a99752bc-25df-4628-8595-37472a7b3b91 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports/1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 HTTP/1.1" status: 200  len: 942 time: 0.1017418
Feb 18 11:27:58.339075 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-c546c988-0ca4-4971-a471-a2c95cb77c98 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.64 HTTP/1.1" status: 200  len: 1000 time: 0.2169161
Feb 18 11:27:58.629255 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-05ba5212-ca43-42df-baca-9315d1bc3a30 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Deleting port 04cabe81-bcd3-4455-8c16-2872c2ee9681 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:27:58.629867 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-05ba5212-ca43-42df-baca-9315d1bc3a30 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:58.891496 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-05ba5212-ca43-42df-baca-9315d1bc3a30 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:58.892026 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-05ba5212-ca43-42df-baca-9315d1bc3a30 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:59.066228 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-05ba5212-ca43-42df-baca-9315d1bc3a30 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Calling delete_port for 04cabe81-bcd3-4455-8c16-2872c2ee9681 owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:27:59.284289 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-05ba5212-ca43-42df-baca-9315d1bc3a30 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:59.301029 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d66a9192-5104-46b2-99b5-df0516e29159 tempest-TestShelveInstance-1961158428 tempest-TestShelveInstance-1961158428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:27:59.404786 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba5212-ca43-42df-baca-9315d1bc3a30 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event deleted for resources: {'Port': ['ID=04cabe81-bcd3-4455-8c16-2872c2ee9681,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:27:59.416081 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-05ba5212-ca43-42df-baca-9315d1bc3a30 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:27:59.564354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-05ba5212-ca43-42df-baca-9315d1bc3a30 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:27:59.564721 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.l3_db [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-05ba5212-ca43-42df-baca-9315d1bc3a30 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Floating IP b8978357-b3b6-4318-a08b-cd965a963614 disassociated (deleted). External IP: 172.27.1.64, port: 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766.
Feb 18 11:27:59.989410 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-05ba5212-ca43-42df-baca-9315d1bc3a30 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Router 78353951-4af8-496d-a111-f6f1e966ed9e has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:28:00.565012 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-05ba5212-ca43-42df-baca-9315d1bc3a30 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:28:00.582579 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16a95a-0bfe-4069-a3f7-75508d54be6f None None] Sync routers for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:28:00.603689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16a95a-0bfe-4069-a3f7-75508d54be6f None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:28:00.604885 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-4e16a95a-0bfe-4069-a3f7-75508d54be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca9784a8>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:27:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:00.608060 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-05ba5212-ca43-42df-baca-9315d1bc3a30 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:00.742305 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-05ba5212-ca43-42df-baca-9315d1bc3a30 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "DELETE /v2.0/floatingips/b8978357-b3b6-4318-a08b-cd965a963614 HTTP/1.1" status: 204  len: 173 time: 2.3907142
Feb 18 11:28:00.743294 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'tag': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:28:00.891123 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'tag': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766', 'status': 'completed', 'code': 200}
Feb 18 11:28:00.951859 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 48690) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:00.971623 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-08fd92cc-aa9a-4e8d-8ea2-edf6e42814ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:28:00.974750 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-08fd92cc-aa9a-4e8d-8ea2-edf6e42814ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 1162 time: 0.1751683
Feb 18 11:28:00.998909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-4e16a95a-0bfe-4069-a3f7-75508d54be6f None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:28:01.087746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145e548-4f75-4504-a2a5-7747c571de56 req-65dfca71-f2a8-4322-8ea7-927eb470f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:28:01.089681 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a145e548-4f75-4504-a2a5-7747c571de56 req-65dfca71-f2a8-4322-8ea7-927eb470f3b0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bb272e0801a14169b04bc052fbeb67eb&device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 1162 time: 0.1750212
Feb 18 11:28:01.167412 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ba5573db-e4c9-4786-b1e1-09f8f9c3ae08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:01.197554 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ba5573db-e4c9-4786-b1e1-09f8f9c3ae08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:28:01.206068 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ba5573db-e4c9-4786-b1e1-09f8f9c3ae08 admin admin] Usage tracker for resource:security_group_rule and tenant:43cc5cf6338b486288d9fbe617852e5b is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:28:01.224127 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-ba5573db-e4c9-4786-b1e1-09f8f9c3ae08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:28:01.235152 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-ba5573db-e4c9-4786-b1e1-09f8f9c3ae08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:28:01.263339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-a4187b64-8eb3-49fb-9170-e9d61a476082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:28:01.265114 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-a4187b64-8eb3-49fb-9170-e9d61a476082 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 904 time: 0.2673097
Feb 18 11:28:01.328939 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145e548-4f75-4504-a2a5-7747c571de56 req-c0974b8d-7c9a-4d34-8934-72faf5865f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:28:01.331309 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a145e548-4f75-4504-a2a5-7747c571de56 req-c0974b8d-7c9a-4d34-8934-72faf5865f62 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 200  len: 904 time: 0.2347517
Feb 18 11:28:01.355549 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-f934ef99-5506-4cb4-a444-0f67c403a342 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 HTTP/1.1" status: 200  len: 217 time: 0.0802658
Feb 18 11:28:01.424451 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-4e16a95a-0bfe-4069-a3f7-75508d54be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca9784a8>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:01.432365 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16a95a-0bfe-4069-a3f7-75508d54be6f None None] Checking router: 78353951-4af8-496d-a111-f6f1e966ed9e for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:28:01.451746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16a95a-0bfe-4069-a3f7-75508d54be6f None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:28:01.452992 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-4e16a95a-0bfe-4069-a3f7-75508d54be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca9784a8>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:27:36Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:01.481161 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a145e548-4f75-4504-a2a5-7747c571de56 req-59e16465-dfbf-4ca9-a93d-214143c61337 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 HTTP/1.1" status: 200  len: 217 time: 0.1424043
Feb 18 11:28:01.491404 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-522dc05d-3859-40ca-875a-0322a501117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:28:01.493149 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-522dc05d-3859-40ca-875a-0322a501117a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.1131787
Feb 18 11:28:01.552287 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ba5573db-e4c9-4786-b1e1-09f8f9c3ae08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:01.559551 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ba5573db-e4c9-4786-b1e1-09f8f9c3ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:01.577168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-12565238-7d1e-4f3f-a5dc-e837b1f67bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:01.604329 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145e548-4f75-4504-a2a5-7747c571de56 req-206902ab-6912-4193-a1e6-903c10eba51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:28:01.606726 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a145e548-4f75-4504-a2a5-7747c571de56 req-206902ab-6912-4193-a1e6-903c10eba51a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 200  len: 849 time: 0.1190641
Feb 18 11:28:01.634202 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5573db-e4c9-4786-b1e1-09f8f9c3ae08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fd7241-1ad6-4b70-a4c5-2b97a3c5f6bc,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:01.644895 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ba5573db-e4c9-4786-b1e1-09f8f9c3ae08 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=43cc5cf6338b486288d9fbe617852e5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6897147
Feb 18 11:28:01.647004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ba5573db-e4c9-4786-b1e1-09f8f9c3ae08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:01.648699 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 48696) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:01.727526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145e548-4f75-4504-a2a5-7747c571de56 req-04c61bf8-664f-4447-ad91-4fd87efd1db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:28:01.731079 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a145e548-4f75-4504-a2a5-7747c571de56 req-04c61bf8-664f-4447-ad91-4fd87efd1db5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1173470
Feb 18 11:28:01.785168 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-eb6ba2e9-b7f1-4734-b60a-b0059dcfef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:28:01.789403 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-eb6ba2e9-b7f1-4734-b60a-b0059dcfef3c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d22a818a-0aa2-41c5-b44c-3b5659cb4a20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2833409
Feb 18 11:28:01.803791 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-4e16a95a-0bfe-4069-a3f7-75508d54be6f None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:28:01.902979 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a145e548-4f75-4504-a2a5-7747c571de56 req-ed0bf539-0b87-4641-a3c3-762d341570f8 service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650267
Feb 18 11:28:01.996997 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6af4a1f0-fa07-4107-bc9f-9cd176ef9922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:02.080371 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-a145e548-4f75-4504-a2a5-7747c571de56 req-27f1bf49-494a-4f7d-aa71-7d1f0dd072e7 service neutron] 10.222.0.79 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1698220
Feb 18 11:28:02.087727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6af4a1f0-fa07-4107-bc9f-9cd176ef9922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:02.189559 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-97966c6f-7a21-4123-8307-01f371fe031a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:02.222223 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-8c4c8b4e-fd08-4120-98e3-21dd75620d0d service neutron] 10.222.0.65 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4149802
Feb 18 11:28:02.329596 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6af4a1f0-fa07-4107-bc9f-9cd176ef9922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:02.338832 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0ab4d8b8-8416-476d-82a3-871b0f4297ab tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:02.340852 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-4e16a95a-0bfe-4069-a3f7-75508d54be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca9784a8>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:02.346702 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16a95a-0bfe-4069-a3f7-75508d54be6f None None] The sync data for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi is: [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:20:18Z', 'revision_number': 4, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi', '_interfaces': [{'id': '23fbe5ae-6631-49ed-9ad2-27bc5fcec761', 'name': '', 'network_id': 'd22a818a-0aa2-41c5-b44c-3b5659cb4a20', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'mac_address': 'fa:16:3e:1d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:15Z', 'updated_at': '2021-02-18T11:20:35Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'subnets': [{'id': '37cc3edf-8e61-4a92-94bd-42c6385b9e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:28:02.356120 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4a1f0-fa07-4107-bc9f-9cd176ef9922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fd7241-1ad6-4b70-a4c5-2b97a3c5f6bc,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:02.360913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6af4a1f0-fa07-4107-bc9f-9cd176ef9922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:02.372620 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6af4a1f0-fa07-4107-bc9f-9cd176ef9922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:02.378232 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-6af4a1f0-fa07-4107-bc9f-9cd176ef9922 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71fd7241-1ad6-4b70-a4c5-2b97a3c5f6bc HTTP/1.1" status: 204  len: 168 time: 0.7242494
Feb 18 11:28:02.451668 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-0ab8938b-4aa5-434f-b57d-4c77b7a479ec req-30d5cace-4775-40ca-ae1e-3e1deac6ad4b service neutron] 10.222.0.65 "GET /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2212462
Feb 18 11:28:02.917482 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 48708) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:02.941295 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c75ae084-e94c-4599-b94e-34b537993105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:02.962945 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-c75ae084-e94c-4599-b94e-34b537993105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:28:02.966303 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc051e-95d5-4e66-9758-90efefac2eed None None] New status for floating IP b8978357-b3b6-4318-a08b-cd965a963614: DOWN {{(pid=83934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 11:28:02.968245 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-c75ae084-e94c-4599-b94e-34b537993105 admin admin] Usage tracker for resource:security_group_rule and tenant:096135b62f8c41db9479f191b97a5760 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:28:02.972074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-c75ae084-e94c-4599-b94e-34b537993105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:28:02.980161 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-c75ae084-e94c-4599-b94e-34b537993105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:28:03.180561 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:03.232628 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c75ae084-e94c-4599-b94e-34b537993105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:03.241528 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c75ae084-e94c-4599-b94e-34b537993105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:03.262075 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a3b84d38-e28d-4fba-895a-9cb23c2d402d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:03.367222 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc7847-274f-4b69-809e-0cc6972bd7bb req-6920c306-5edb-49b3-9265-6e569b3bd740 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:28:03.368717 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-f4bc7847-274f-4b69-809e-0cc6972bd7bb req-6920c306-5edb-49b3-9265-6e569b3bd740 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Synchronizing usage tracker for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:28:03.388847 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-c75ae084-e94c-4599-b94e-34b537993105 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=096135b62f8c41db9479f191b97a5760&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4660904
Feb 18 11:28:03.389625 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 48712) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:03.394722 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ae084-e94c-4599-b94e-34b537993105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637bf89c-747c-4eba-971b-0ed5e3c0fe2d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:03.408483 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-c75ae084-e94c-4599-b94e-34b537993105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:03.434674 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-f4bc7847-274f-4b69-809e-0cc6972bd7bb req-6920c306-5edb-49b3-9265-6e569b3bd740 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Unset dirty status for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:28:03.436188 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f4bc7847-274f-4b69-809e-0cc6972bd7bb req-6920c306-5edb-49b3-9265-6e569b3bd740 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 945 time: 0.3729835
Feb 18 11:28:03.562398 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-52cd4aa2-a74a-4c8c-89b8-2334f7a0efef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:03.569241 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-f4bc7847-274f-4b69-809e-0cc6972bd7bb req-90d4f463-22c1-43ad-b006-073887aabfa8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1157055
Feb 18 11:28:03.604070 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-52cd4aa2-a74a-4c8c-89b8-2334f7a0efef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:03.664988 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-52cd4aa2-a74a-4c8c-89b8-2334f7a0efef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:03.670596 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6af4a1f0-fa07-4107-bc9f-9cd176ef9922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:03.692586 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd4aa2-a74a-4c8c-89b8-2334f7a0efef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637bf89c-747c-4eba-971b-0ed5e3c0fe2d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:03.697413 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-52cd4aa2-a74a-4c8c-89b8-2334f7a0efef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:03.704183 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-52cd4aa2-a74a-4c8c-89b8-2334f7a0efef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:03.707301 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-52cd4aa2-a74a-4c8c-89b8-2334f7a0efef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/637bf89c-747c-4eba-971b-0ed5e3c0fe2d HTTP/1.1" status: 204  len: 168 time: 0.3155341
Feb 18 11:28:04.855939 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a46d5b-4483-48e0-9ed4-ea4ac4d1ed68 req-5a9a96d3-8f80-443b-b268-a162f911bf44 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:28:04.856856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-20a46d5b-4483-48e0-9ed4-ea4ac4d1ed68 req-5a9a96d3-8f80-443b-b268-a162f911bf44 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Synchronizing usage tracker for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:28:04.882430 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-20a46d5b-4483-48e0-9ed4-ea4ac4d1ed68 req-5a9a96d3-8f80-443b-b268-a162f911bf44 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Unset dirty status for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:28:04.883767 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-20a46d5b-4483-48e0-9ed4-ea4ac4d1ed68 req-5a9a96d3-8f80-443b-b268-a162f911bf44 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.79 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 945 time: 0.2644870
Feb 18 11:28:04.961649 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16d4a3-0699-434d-a6df-774af3d43de7 req-9a7170eb-b5e4-42d7-a414-6d1485d04e2b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:28:04.963407 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dd16d4a3-0699-434d-a6df-774af3d43de7 req-9a7170eb-b5e4-42d7-a414-6d1485d04e2b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 945 time: 0.2048905
Feb 18 11:28:05.007354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-20a46d5b-4483-48e0-9ed4-ea4ac4d1ed68 req-f6bef0a1-a5e9-49de-be92-5b821754942d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Deleting port 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:28:05.007724 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-20a46d5b-4483-48e0-9ed4-ea4ac4d1ed68 req-f6bef0a1-a5e9-49de-be92-5b821754942d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:05.108952 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dd16d4a3-0699-434d-a6df-774af3d43de7 req-0c49b1cf-f924-4435-8014-4579e43a6bce tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups?id=49d8add0-c89c-4e73-a835-eef3d9cfafeb&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1309383
Feb 18 11:28:05.379321 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [req-20a46d5b-4483-48e0-9ed4-ea4ac4d1ed68 req-f6bef0a1-a5e9-49de-be92-5b821754942d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] For port 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=1d6f6a01-8d9d-4d29-89ed-cfd2eab15766,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:28:05.379723 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-20a46d5b-4483-48e0-9ed4-ea4ac4d1ed68 req-f6bef0a1-a5e9-49de-be92-5b821754942d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:05.535225 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-20a46d5b-4483-48e0-9ed4-ea4ac4d1ed68 req-f6bef0a1-a5e9-49de-be92-5b821754942d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Calling delete_port for 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 owned by compute:nova {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:28:05.602637 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5754a634-77af-46fd-bf4e-1a116f1ac24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:05.744271 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-20a46d5b-4483-48e0-9ed4-ea4ac4d1ed68 req-f6bef0a1-a5e9-49de-be92-5b821754942d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:05.775464 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b55c568f-dc07-457b-a0b1-ea5fb702cc21 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:05.912538 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bef0a1-a5e9-49de-be92-5b821754942d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event deleted for resources: {'Port': ['ID=1d6f6a01-8d9d-4d29-89ed-cfd2eab15766,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:05.916417 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f6bef0a1-a5e9-49de-be92-5b821754942d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:06.031000 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:28:06.091210 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a46d5b-4483-48e0-9ed4-ea4ac4d1ed68 req-f6bef0a1-a5e9-49de-be92-5b821754942d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] No DVR routers for this DVR port 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 on host hv-cinder-77398 {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:28:06.094734 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-20a46d5b-4483-48e0-9ed4-ea4ac4d1ed68 req-f6bef0a1-a5e9-49de-be92-5b821754942d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for port, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:06.098753 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] No Port match for: 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:28:06.100352 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Device 1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 not bound to the agent host hv-cinder-77398 {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:28:06.103152 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'name': 'network-vif-deleted', 'tag': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766'}] {{(pid=83932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 11:28:06.126326 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-20a46d5b-4483-48e0-9ed4-ea4ac4d1ed68 req-f6bef0a1-a5e9-49de-be92-5b821754942d tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.79 "DELETE /v2.0/ports/1d6f6a01-8d9d-4d29-89ed-cfd2eab15766 HTTP/1.1" status: 204  len: 173 time: 1.2356985
Feb 18 11:28:06.178870 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a', 'name': 'network-vif-deleted', 'tag': '1d6f6a01-8d9d-4d29-89ed-cfd2eab15766', 'status': 'completed', 'code': 200}
Feb 18 11:28:06.287731 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:06.369049 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-dbafa926-00c4-4f84-ab60-c48f7a1902e6 req-01bda42e-ecee-4ac5-919d-5c7076dc431a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Synchronizing usage tracker for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83932) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 11:28:06.387420 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [req-dbafa926-00c4-4f84-ab60-c48f7a1902e6 req-01bda42e-ecee-4ac5-919d-5c7076dc431a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Unset dirty status for tenant:bb272e0801a14169b04bc052fbeb67eb on resource:port {{(pid=83932) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 11:28:06.389635 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-dbafa926-00c4-4f84-ab60-c48f7a1902e6 req-01bda42e-ecee-4ac5-919d-5c7076dc431a tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/ports?device_id=639b1cd5-5d14-4238-bd20-ecc0c2ecbc0a HTTP/1.1" status: 200  len: 210 time: 0.0776062
Feb 18 11:28:07.466743 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48794) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:07.587242 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:28:07.928514 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-22ae1dea-3ddc-403e-b558-a93881d04079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:07.945603 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-69ad398d-463b-4f20-a8fb-7408fb7922eb req-65280826-2758-40cd-9907-0908ea2d61a7 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/floatingips/8665500c-38c1-472a-b166-ac3320946317 HTTP/1.1" status: 200  len: 692 time: 0.3962417
Feb 18 11:28:07.953736 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-22ae1dea-3ddc-403e-b558-a93881d04079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:28:07.986672 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-22ae1dea-3ddc-403e-b558-a93881d04079 admin admin] Usage tracker for resource:security_group_rule and tenant:52152dc6e1b74546b80ee7f55cc71c33 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:28:08.044252 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-22ae1dea-3ddc-403e-b558-a93881d04079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:28:08.069182 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-22ae1dea-3ddc-403e-b558-a93881d04079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:28:08.178998 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad398d-463b-4f20-a8fb-7408fb7922eb req-69c5269e-70b0-4669-9ae2-bafc5541361b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:28:08.180715 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-69ad398d-463b-4f20-a8fb-7408fb7922eb req-69c5269e-70b0-4669-9ae2-bafc5541361b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/networks/c5ace08f-47fa-48e4-be4d-8f3271a2d184 HTTP/1.1" status: 200  len: 784 time: 0.2286217
Feb 18 11:28:08.195098 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [req-69ad398d-463b-4f20-a8fb-7408fb7922eb req-0c8eae04-a48a-43c8-a2b1-94c360bc099b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83932) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 11:28:08.196118 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-69ad398d-463b-4f20-a8fb-7408fb7922eb req-0c8eae04-a48a-43c8-a2b1-94c360bc099b tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0084825
Feb 18 11:28:08.279562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:08.319250 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-69ad398d-463b-4f20-a8fb-7408fb7922eb req-dbcde3ae-803d-47d2-b66e-52e707c36616 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.85 HTTP/1.1" status: 200  len: 695 time: 0.1133428
Feb 18 11:28:08.410690 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-22ae1dea-3ddc-403e-b558-a93881d04079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:08.431526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-22ae1dea-3ddc-403e-b558-a93881d04079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:08.441910 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-257d1ce9-ce61-400f-8f3f-01f8d92429ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:08.453665 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-69ad398d-463b-4f20-a8fb-7408fb7922eb req-b58b853a-1e75-48d2-8e0b-d39e0946767f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.27.1.85 HTTP/1.1" status: 200  len: 695 time: 0.1210811
Feb 18 11:28:08.546074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:08.648090 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae1dea-3ddc-403e-b558-a93881d04079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e16042-cb1f-4d7f-9b98-5c45f1d7c2bc,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:08.662442 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-22ae1dea-3ddc-403e-b558-a93881d04079 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=52152dc6e1b74546b80ee7f55cc71c33&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1935458
Feb 18 11:28:08.664359 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 48802) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:08.708428 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-22ae1dea-3ddc-403e-b558-a93881d04079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:08.714282 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-69ad398d-463b-4f20-a8fb-7408fb7922eb req-82316e69-0e87-4475-b13f-7dfcb2821ca8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Deleting port bc55cf2b-51dc-4847-82a0-c8ae3d03b5d2 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:28:08.715642 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-69ad398d-463b-4f20-a8fb-7408fb7922eb req-82316e69-0e87-4475-b13f-7dfcb2821ca8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:08.740658 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3fc8388e-0d1f-4b18-9b7a-927ae341aff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:08.774671 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3fc8388e-0d1f-4b18-9b7a-927ae341aff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:08.830140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3fc8388e-0d1f-4b18-9b7a-927ae341aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:08.835366 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7cfe34be-1b5d-4bf0-9cba-9927c001ba08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:08.851329 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8388e-0d1f-4b18-9b7a-927ae341aff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e16042-cb1f-4d7f-9b98-5c45f1d7c2bc,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:08.855495 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3fc8388e-0d1f-4b18-9b7a-927ae341aff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:08.857806 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3fc8388e-0d1f-4b18-9b7a-927ae341aff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:08.862345 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-3fc8388e-0d1f-4b18-9b7a-927ae341aff4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/43e16042-cb1f-4d7f-9b98-5c45f1d7c2bc HTTP/1.1" status: 204  len: 168 time: 0.1964765
Feb 18 11:28:09.050442 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-69ad398d-463b-4f20-a8fb-7408fb7922eb req-82316e69-0e87-4475-b13f-7dfcb2821ca8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:09.051089 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-69ad398d-463b-4f20-a8fb-7408fb7922eb req-82316e69-0e87-4475-b13f-7dfcb2821ca8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:09.315279 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [req-69ad398d-463b-4f20-a8fb-7408fb7922eb req-82316e69-0e87-4475-b13f-7dfcb2821ca8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Calling delete_port for bc55cf2b-51dc-4847-82a0-c8ae3d03b5d2 owned by network:floatingip {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:28:09.401130 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 48810) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:09.430871 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8db2788d-f19c-4ec1-bb84-e6baf1bc1f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:09.449531 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-8db2788d-f19c-4ec1-bb84-e6baf1bc1f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:28:09.454494 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-8db2788d-f19c-4ec1-bb84-e6baf1bc1f46 admin admin] Usage tracker for resource:security_group_rule and tenant:594cd4b0f4684204af42909a27f1784b is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:28:09.459613 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-8db2788d-f19c-4ec1-bb84-e6baf1bc1f46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:28:09.468151 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-8db2788d-f19c-4ec1-bb84-e6baf1bc1f46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:28:09.559860 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-69ad398d-463b-4f20-a8fb-7408fb7922eb req-82316e69-0e87-4475-b13f-7dfcb2821ca8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:09.577356 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8db2788d-f19c-4ec1-bb84-e6baf1bc1f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:09.580769 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8db2788d-f19c-4ec1-bb84-e6baf1bc1f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:09.591814 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7646ebe5-8e6b-4ea6-8367-7012f34d4616 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:09.592129 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0fe64228-9672-4002-8183-6db9475e47ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:09.640311 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8db2788d-f19c-4ec1-bb84-e6baf1bc1f46 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=594cd4b0f4684204af42909a27f1784b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2373183
Feb 18 11:28:09.641525 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2788d-f19c-4ec1-bb84-e6baf1bc1f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f219626e-016d-492d-87fc-c7f7e754aa1d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:09.644274 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 48814) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:09.647711 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8db2788d-f19c-4ec1-bb84-e6baf1bc1f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:09.701200 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82316e69-0e87-4475-b13f-7dfcb2821ca8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event deleted for resources: {'Port': ['ID=bc55cf2b-51dc-4847-82a0-c8ae3d03b5d2,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:09.713213 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-82316e69-0e87-4475-b13f-7dfcb2821ca8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:09.729911 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5431b830-1edc-40c5-a72a-d9f0c10c905d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:09.788207 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5431b830-1edc-40c5-a72a-d9f0c10c905d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:09.846149 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5431b830-1edc-40c5-a72a-d9f0c10c905d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:09.851067 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-0ee3241a-55a3-4870-98af-25f68f10ead9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:09.865446 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431b830-1edc-40c5-a72a-d9f0c10c905d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f219626e-016d-492d-87fc-c7f7e754aa1d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:09.871814 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-5431b830-1edc-40c5-a72a-d9f0c10c905d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:09.874064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-5431b830-1edc-40c5-a72a-d9f0c10c905d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:09.876957 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-5431b830-1edc-40c5-a72a-d9f0c10c905d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f219626e-016d-492d-87fc-c7f7e754aa1d HTTP/1.1" status: 204  len: 168 time: 0.2314992
Feb 18 11:28:09.908639 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-69ad398d-463b-4f20-a8fb-7408fb7922eb req-82316e69-0e87-4475-b13f-7dfcb2821ca8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for floatingip, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:09.945526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-69ad398d-463b-4f20-a8fb-7408fb7922eb req-82316e69-0e87-4475-b13f-7dfcb2821ca8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775048'] for floatingip, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:09.946805 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-69ad398d-463b-4f20-a8fb-7408fb7922eb req-82316e69-0e87-4475-b13f-7dfcb2821ca8 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "DELETE /v2.0/floatingips/8665500c-38c1-472a-b166-ac3320946317 HTTP/1.1" status: 204  len: 173 time: 1.4824491
Feb 18 11:28:10.763479 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 48844) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:10.910659 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1616149487-network', 'tenant_id': '9ac552346ff2455e8002b86616416d2a'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:28:10.917568 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:28:10.922461 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Usage tracker for resource:network and tenant:9ac552346ff2455e8002b86616416d2a is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:28:10.926044 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:28:10.933899 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:28:10.947011 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Made reservation on behalf of 9ac552346ff2455e8002b86616416d2a for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:28:10.952052 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:10.968600 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:10.987215 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:28:10.992385 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Usage tracker for resource:security_group_rule and tenant:9ac552346ff2455e8002b86616416d2a is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:28:10.996020 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:28:11.003635 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:28:11.144609 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:11.148721 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:11.153794 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-9b877cb9-d7d4-434b-8a44-295489c95611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:11.187771 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:28:11.203088 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4afb74-52d5-4092-b32a-445ac63fcd7d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:11.208117 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:11.210075 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782348382238', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:11.210517 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Added segment 88c4492f-4269-45fd-9769-7e3e13d98bb2 of type vxlan for network 55420f19-1971-44f8-8dd2-499ca4caa127
Feb 18 11:28:11.247182 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:11.287216 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:11.289410 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:28:11.290493 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:11.300807 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-94edf763-d407-4f9e-8a91-92bc82017560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:11.538363 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.7730181
Feb 18 11:28:11.541437 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48854) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:11.548617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-555e91c6-01ce-4bbf-92ca-103a85aade7f admin admin] Request body: {'subnet': {'network_id': '55420f19-1971-44f8-8dd2-499ca4caa127', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1616149487-subnet', 'tenant_id': '9ac552346ff2455e8002b86616416d2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:28:11.550597 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Pushing event updated for resources: {'Network': ['ID=55420f19-1971-44f8-8dd2-499ca4caa127,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:11.555616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-555e91c6-01ce-4bbf-92ca-103a85aade7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:28:11.563719 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-25383093-acce-4ebc-be6b-c9c2b53f07a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:11.564213 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-555e91c6-01ce-4bbf-92ca-103a85aade7f admin admin] Usage tracker for resource:subnet and tenant:9ac552346ff2455e8002b86616416d2a is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:28:11.570223 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-555e91c6-01ce-4bbf-92ca-103a85aade7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:28:11.572074 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network 55420f19-1971-44f8-8dd2-499ca4caa127 details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:28:11.578889 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-555e91c6-01ce-4bbf-92ca-103a85aade7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:28:11.604955 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555e91c6-01ce-4bbf-92ca-103a85aade7f admin admin] Made reservation on behalf of 9ac552346ff2455e8002b86616416d2a for: {'subnet': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:28:11.608990 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Network 55420f19-1971-44f8-8dd2-499ca4caa127 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:28:11.613813 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-555e91c6-01ce-4bbf-92ca-103a85aade7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852664809'] for subnet, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:11.621469 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fc56b4a8-de49-4603-8036-6e9358fd1b77 req-c1110855-f616-4210-92a1-343d0171e939 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "GET /v2.0/security-groups/49d8add0-c89c-4e73-a835-eef3d9cfafeb HTTP/1.1" status: 200  len: 2999 time: 0.1198637
Feb 18 11:28:11.818616 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fc56b4a8-de49-4603-8036-6e9358fd1b77 req-d09075bb-6068-492d-975e-93b6519066cc tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:11.872365 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fc56b4a8-de49-4603-8036-6e9358fd1b77 req-d09075bb-6068-492d-975e-93b6519066cc tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:11.953249 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fc56b4a8-de49-4603-8036-6e9358fd1b77 req-d09075bb-6068-492d-975e-93b6519066cc tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:11.960205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f47fdf2d-af43-4a10-ab45-c6e12f6a4093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:11.981078 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09075bb-6068-492d-975e-93b6519066cc tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d8add0-c89c-4e73-a835-eef3d9cfafeb,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:11.984364 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d09075bb-6068-492d-975e-93b6519066cc tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:11.993711 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [req-fc56b4a8-de49-4603-8036-6e9358fd1b77 req-d09075bb-6068-492d-975e-93b6519066cc tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:11.995113 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [req-fc56b4a8-de49-4603-8036-6e9358fd1b77 req-d09075bb-6068-492d-975e-93b6519066cc tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] 10.222.0.65 "DELETE /v2.0/security-groups/49d8add0-c89c-4e73-a835-eef3d9cfafeb HTTP/1.1" status: 204  len: 173 time: 0.3653395
Feb 18 11:28:12.077437 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 48860) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:12.253797 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-555e91c6-01ce-4bbf-92ca-103a85aade7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852799619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852664796'] for subnet, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:12.273911 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:12.419979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e91c6-01ce-4bbf-92ca-103a85aade7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1070f311-44c6-410a-aca0-1b7854ef4779,revision_number=0']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:12.423913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-555e91c6-01ce-4bbf-92ca-103a85aade7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:12.519452 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555e91c6-01ce-4bbf-92ca-103a85aade7f admin admin] Checking segment: {'id': '88c4492f-4269-45fd-9769-7e3e13d98bb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55420f19-1971-44f8-8dd2-499ca4caa127'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:28:12.520015 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555e91c6-01ce-4bbf-92ca-103a85aade7f admin admin] Network hostable DHCP agents. Network: 55420f19-1971-44f8-8dd2-499ca4caa127, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:28:12.545004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555e91c6-01ce-4bbf-92ca-103a85aade7f admin admin] Network 55420f19-1971-44f8-8dd2-499ca4caa127 is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:28:12.556752 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-555e91c6-01ce-4bbf-92ca-103a85aade7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, 55420f19-1971-44f8-8dd2-499ca4caa127) {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:28:12.573569 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5abd375-5a3e-4f5c-8cce-ecd0ac3cd74b None None] Network 55420f19-1971-44f8-8dd2-499ca4caa127 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:28:12.575239 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555e91c6-01ce-4bbf-92ca-103a85aade7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:28:12.576331 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-555e91c6-01ce-4bbf-92ca-103a85aade7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:12.626953 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-555e91c6-01ce-4bbf-92ca-103a85aade7f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0713089
Feb 18 11:28:12.995547 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64880176-1dd1-4907-b3dd-e905ae44960b None None] Network 55420f19-1971-44f8-8dd2-499ca4caa127 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:28:13.029414 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f40e7c7b-d07e-4381-8f9d-3f937f21e3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854256561'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:13.668803 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-f40e7c7b-d07e-4381-8f9d-3f937f21e3f7 admin admin] Deleting port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:28:13.669184 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f40e7c7b-d07e-4381-8f9d-3f937f21e3f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:13.747980 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48884) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:13.761366 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1879998070-network', 'tenant_id': '401be32d5602403ca305ee6ec8cdb103'}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:28:13.773564 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:28:13.781201 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Usage tracker for resource:network and tenant:401be32d5602403ca305ee6ec8cdb103 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:28:13.789265 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:28:13.801188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:28:13.817342 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Made reservation on behalf of 401be32d5602403ca305ee6ec8cdb103 for: {'network': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:28:13.826750 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847017445'] for network, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:13.851222 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:13.882832 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:28:13.891119 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Usage tracker for resource:security_group_rule and tenant:401be32d5602403ca305ee6ec8cdb103 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:28:13.897856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:28:13.903581 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-f40e7c7b-d07e-4381-8f9d-3f937f21e3f7 admin admin] For port 23fbe5ae-6631-49ed-9ad2-27bc5fcec761, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=23fbe5ae-6631-49ed-9ad2-27bc5fcec761,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:28:13.903982 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f40e7c7b-d07e-4381-8f9d-3f937f21e3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:13.909763 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:28:14.055909 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:14.061061 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:14.062905 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-f40e7c7b-d07e-4381-8f9d-3f937f21e3f7 admin admin] Calling delete_port for 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:28:14.066161 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-17d1c2bf-8201-461d-96c2-9179df62bf35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:14.107470 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 11:28:14.126380 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6638ce43-ffe4-48ac-9bc3-8bab2753b92c,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:14.131439 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:14.133260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:14.135007 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.db.segments_db [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Added segment 6d0dafeb-9f3d-425d-8b1d-465e2d737a2d of type vxlan for network 0cf6e577-4701-4dd1-a426-48a8417f8b82
Feb 18 11:28:14.169477 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254506968846'] for network, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:14.208009 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:14.210099 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:28:14.210875 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:14.215214 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:14.347822 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5978780
Feb 18 11:28:14.354371 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48888) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:14.358051 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Pushing event updated for resources: {'Network': ['ID=0cf6e577-4701-4dd1-a426-48a8417f8b82,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:14.361699 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-2b1b396d-0406-42ff-afcf-0c38ee6a8bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:14.366764 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.v2.base [None req-234531f7-d440-44bd-be13-d16de9420e43 admin admin] Request body: {'subnet': {'network_id': '0cf6e577-4701-4dd1-a426-48a8417f8b82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1879998070-subnet', 'tenant_id': '401be32d5602403ca305ee6ec8cdb103', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 11:28:14.373044 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-234531f7-d440-44bd-be13-d16de9420e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:28:14.378255 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Network 0cf6e577-4701-4dd1-a426-48a8417f8b82 details requested by agent ovs-agent-dv-cinder-773985-5-iscsi with host dv-cinder-773985-5-iscsi {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:28:14.380988 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-234531f7-d440-44bd-be13-d16de9420e43 admin admin] Usage tracker for resource:subnet and tenant:401be32d5602403ca305ee6ec8cdb103 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:28:14.385450 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-234531f7-d440-44bd-be13-d16de9420e43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:28:14.393921 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-234531f7-d440-44bd-be13-d16de9420e43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:28:14.406448 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234531f7-d440-44bd-be13-d16de9420e43 admin admin] Made reservation on behalf of 401be32d5602403ca305ee6ec8cdb103 for: {'subnet': 1} {{(pid=83932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 11:28:14.412961 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-234531f7-d440-44bd-be13-d16de9420e43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852664809'] for subnet, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:14.416923 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Network 0cf6e577-4701-4dd1-a426-48a8417f8b82 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=83934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 11:28:14.798389 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f40e7c7b-d07e-4381-8f9d-3f937f21e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:14.815302 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:14.937109 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e7c7b-d07e-4381-8f9d-3f937f21e3f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=23fbe5ae-6631-49ed-9ad2-27bc5fcec761,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:14.955737 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-f40e7c7b-d07e-4381-8f9d-3f937f21e3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:15.064646 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-234531f7-d440-44bd-be13-d16de9420e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852799619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852664796'] for subnet, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:15.079404 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:15.279727 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234531f7-d440-44bd-be13-d16de9420e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=255b15b7-12a2-4dcd-9e9c-96d611779098,revision_number=0']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:15.284875 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-234531f7-d440-44bd-be13-d16de9420e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:15.345997 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f40e7c7b-d07e-4381-8f9d-3f937f21e3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498172'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:15.380949 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234531f7-d440-44bd-be13-d16de9420e43 admin admin] Checking segment: {'id': '6d0dafeb-9f3d-425d-8b1d-465e2d737a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0cf6e577-4701-4dd1-a426-48a8417f8b82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 11:28:15.381488 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234531f7-d440-44bd-be13-d16de9420e43 admin admin] Network hostable DHCP agents. Network: 0cf6e577-4701-4dd1-a426-48a8417f8b82, hostable agents: ['bec52d16-4a7a-4e1c-b5ab-0b8812e5d641'], hosted agents: [] {{(pid=83932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 11:28:15.404048 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234531f7-d440-44bd-be13-d16de9420e43 admin admin] Network 0cf6e577-4701-4dd1-a426-48a8417f8b82 is scheduled to be hosted by DHCP agent bec52d16-4a7a-4e1c-b5ab-0b8812e5d641 with binding_index 1 {{(pid=83932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 11:28:15.415473 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.base_scheduler [None req-234531f7-d440-44bd-be13-d16de9420e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-5-iscsi, 0cf6e577-4701-4dd1-a426-48a8417f8b82) {{(pid=83932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 11:28:15.427753 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6514d4b6-cf4b-4b00-845b-64a49a975937 None None] Network 0cf6e577-4701-4dd1-a426-48a8417f8b82 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:28:15.441599 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234531f7-d440-44bd-be13-d16de9420e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 11:28:15.442914 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-234531f7-d440-44bd-be13-d16de9420e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:15.480478 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-234531f7-d440-44bd-be13-d16de9420e43 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1241117
Feb 18 11:28:15.792908 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dd5c31-2805-4715-9d8e-83db0b0e38a7 None None] Network 0cf6e577-4701-4dd1-a426-48a8417f8b82 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:28:16.078361 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40e7c7b-d07e-4381-8f9d-3f937f21e3f7 admin admin] Router 78353951-4af8-496d-a111-f6f1e966ed9e has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:28:16.328080 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40e7c7b-d07e-4381-8f9d-3f937f21e3f7 admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:28:16.344064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e087c-3f99-4f6d-86c6-0b31c44964d1 None None] Sync routers for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:28:16.354953 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-f40e7c7b-d07e-4381-8f9d-3f937f21e3f7 admin admin] 10.222.0.65 "PUT /v2.0/routers/78353951-4af8-496d-a111-f6f1e966ed9e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2722733
Feb 18 11:28:16.355979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 48898) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:16.362951 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e087c-3f99-4f6d-86c6-0b31c44964d1 None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:28:16.364056 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-5b6e087c-3f99-4f6d-86c6-0b31c44964d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca320240>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:28:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:16.634502 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e730f6d6-cd35-42c8-8872-e1263ddcaf18 admin admin] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:16.944889 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-5b6e087c-3f99-4f6d-86c6-0b31c44964d1 None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: dv-cinder-773985-5-iscsi {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:28:17.019818 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e730f6d6-cd35-42c8-8872-e1263ddcaf18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:17.030935 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-e730f6d6-cd35-42c8-8872-e1263ddcaf18 admin admin] Deleting port ee912e67-01bd-43c5-b648-fed781693b6b {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:28:17.031463 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e730f6d6-cd35-42c8-8872-e1263ddcaf18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:17.307944 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-5b6e087c-3f99-4f6d-86c6-0b31c44964d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca320240>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:28:14Z', 'revision_number': 5, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port': {'id': 'ee912e67-01bd-43c5-b648-fed781693b6b', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:09Z', 'updated_at': '2021-02-18T11:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:17.315418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e087c-3f99-4f6d-86c6-0b31c44964d1 None None] Checking router: 78353951-4af8-496d-a111-f6f1e966ed9e for host: dv-cinder-773985-5-iscsi {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:28:17.332713 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e087c-3f99-4f6d-86c6-0b31c44964d1 None None] Routers {'78353951-4af8-496d-a111-f6f1e966ed9e'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:28:17.333997 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-5b6e087c-3f99-4f6d-86c6-0b31c44964d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca320240>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:28:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['78353951-4af8-496d-a111-f6f1e966ed9e'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:17.391191 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-e730f6d6-cd35-42c8-8872-e1263ddcaf18 admin admin] For port ee912e67-01bd-43c5-b648-fed781693b6b, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=ee912e67-01bd-43c5-b648-fed781693b6b,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:28:17.391902 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e730f6d6-cd35-42c8-8872-e1263ddcaf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:17.640613 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-5b6e087c-3f99-4f6d-86c6-0b31c44964d1 None None] Set router 78353951-4af8-496d-a111-f6f1e966ed9e gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:28:17.660037 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-e730f6d6-cd35-42c8-8872-e1263ddcaf18 admin admin] Calling delete_port for ee912e67-01bd-43c5-b648-fed781693b6b owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:28:17.813312 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-5b6e087c-3f99-4f6d-86c6-0b31c44964d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca320240>, [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:28:17Z', 'revision_number': 6, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port_host': None}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:17.818370 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e087c-3f99-4f6d-86c6-0b31c44964d1 None None] The sync data for ids ['78353951-4af8-496d-a111-f6f1e966ed9e'] in dv-cinder-773985-5-iscsi is: [{'id': '78353951-4af8-496d-a111-f6f1e966ed9e', 'name': 'tempest-TestVolumeBootPattern-21054070-router', 'tenant_id': 'bb272e0801a14169b04bc052fbeb67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:07Z', 'updated_at': '2021-02-18T11:28:17Z', 'revision_number': 6, 'project_id': 'bb272e0801a14169b04bc052fbeb67eb', 'gw_port_host': None}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:28:18.010418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e730f6d6-cd35-42c8-8872-e1263ddcaf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323326'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:18.042652 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-355bea55-dbc1-4cbe-8ceb-ed4d648e8d5f tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:18.649245 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730f6d6-cd35-42c8-8872-e1263ddcaf18 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee912e67-01bd-43c5-b648-fed781693b6b,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:18.660264 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e730f6d6-cd35-42c8-8872-e1263ddcaf18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:18.871035 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e730f6d6-cd35-42c8-8872-e1263ddcaf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854277267'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:19.102281 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e730f6d6-cd35-42c8-8872-e1263ddcaf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746360'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:19.106762 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e730f6d6-cd35-42c8-8872-e1263ddcaf18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:19.141821 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e730f6d6-cd35-42c8-8872-e1263ddcaf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854257390'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:19.142437 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e730f6d6-cd35-42c8-8872-e1263ddcaf18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78353951-4af8-496d-a111-f6f1e966ed9e {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 11:28:19.160643 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e730f6d6-cd35-42c8-8872-e1263ddcaf18 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:19.162866 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-e730f6d6-cd35-42c8-8872-e1263ddcaf18 admin admin] 10.222.0.65 "DELETE /v2.0/routers/78353951-4af8-496d-a111-f6f1e966ed9e HTTP/1.1" status: 204  len: 168 time: 2.8051412
Feb 18 11:28:19.167110 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 48918) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:19.266529 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_v2 [None req-592a4cff-e2aa-4e1f-b1ab-fa44dc0b0b66 admin admin] Deleting subnet 37cc3edf-8e61-4a92-94bd-42c6385b9e4b {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 11:28:19.271042 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-592a4cff-e2aa-4e1f-b1ab-fa44dc0b0b66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:19.337229 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-592a4cff-e2aa-4e1f-b1ab-fa44dc0b0b66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852679109'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:19.366798 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:28:19.426344 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:28:19.426815 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 23fbe5ae-6631-49ed-9ad2-27bc5fcec761 not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:28:19.427280 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device ee912e67-01bd-43c5-b648-fed781693b6b no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:28:19.466964 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: ee912e67-01bd-43c5-b648-fed781693b6b {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:28:19.467366 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device ee912e67-01bd-43c5-b648-fed781693b6b not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:28:19.476605 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-592a4cff-e2aa-4e1f-b1ab-fa44dc0b0b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741126'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:19.781311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-592a4cff-e2aa-4e1f-b1ab-fa44dc0b0b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847034674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852452565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037650'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:19.795891 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:19.888587 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a4cff-e2aa-4e1f-b1ab-fa44dc0b0b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37cc3edf-8e61-4a92-94bd-42c6385b9e4b,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:19.897601 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-592a4cff-e2aa-4e1f-b1ab-fa44dc0b0b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:19.950470 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-592a4cff-e2aa-4e1f-b1ab-fa44dc0b0b66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:19.960257 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6540702f-c30a-4b04-902a-51446f88c509 None None] Network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:28:19.963568 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-592a4cff-e2aa-4e1f-b1ab-fa44dc0b0b66 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/37cc3edf-8e61-4a92-94bd-42c6385b9e4b HTTP/1.1" status: 204  len: 168 time: 0.7950549
Feb 18 11:28:19.963856 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48924) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:20.138791 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854201257'] for network, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:20.446897 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1112c264-e4ff-4c5a-96ab-12e6d889b210 None None] DHCP port deletion for d22a818a-0aa2-41c5-b44c-3b5659cb4a20 request from dv-cinder-773985-5-iscsi {{(pid=83934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 11:28:20.456991 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-1112c264-e4ff-4c5a-96ab-12e6d889b210 None None] Deleting port cb2894ff-3bbb-4f71-beb9-1804646aa1c6 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:28:20.459473 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1112c264-e4ff-4c5a-96ab-12e6d889b210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:20.522301 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Deleting port cb2894ff-3bbb-4f71-beb9-1804646aa1c6 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:28:20.523143 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:20.845288 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] For port cb2894ff-3bbb-4f71-beb9-1804646aa1c6, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=cb2894ff-3bbb-4f71-beb9-1804646aa1c6,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:28:20.846067 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:20.858884 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-1112c264-e4ff-4c5a-96ab-12e6d889b210 None None] For port cb2894ff-3bbb-4f71-beb9-1804646aa1c6, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=cb2894ff-3bbb-4f71-beb9-1804646aa1c6,segment=NetworkSegment(4375d8c3-9424-48e8-95b8-045e688ba301),segment_id=4375d8c3-9424-48e8-95b8-045e688ba301)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:28:20.859570 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1112c264-e4ff-4c5a-96ab-12e6d889b210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:20.996223 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Calling delete_port for cb2894ff-3bbb-4f71-beb9-1804646aa1c6 owned by network:dhcp {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:28:21.032808 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-1112c264-e4ff-4c5a-96ab-12e6d889b210 None None] Calling delete_port for cb2894ff-3bbb-4f71-beb9-1804646aa1c6 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:28:21.109611 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:21.128979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-73b5f332-e687-4d9a-80f1-ccb0791d7242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:21.140208 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [None req-1112c264-e4ff-4c5a-96ab-12e6d889b210 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:28:21.140866 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [None req-1112c264-e4ff-4c5a-96ab-12e6d889b210 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:28:21.241142 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2894ff-3bbb-4f71-beb9-1804646aa1c6,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:21.254361 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.254691 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.255645 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.256059 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.256510 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.257066 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.257434 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.257802 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.258125 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.258461 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.258864 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.259259 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.259770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.260160 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.260591 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.260987 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.261376 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.261769 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.262321 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.262551 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.262945 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.263339 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.263726 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.264121 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:21.279816 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:21.319036 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] No DVR routers for this DVR port cb2894ff-3bbb-4f71-beb9-1804646aa1c6 on host dv-cinder-773985-5-iscsi {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:28:21.356690 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device cb2894ff-3bbb-4f71-beb9-1804646aa1c6 no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:28:21.398222 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: cb2894ff-3bbb-4f71-beb9-1804646aa1c6 {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:28:21.398617 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device cb2894ff-3bbb-4f71-beb9-1804646aa1c6 not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:28:21.576875 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7742001', 'neutron.services.segments.db._delete_segments_for_network--9223363254506393562'] for network, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:21.642673 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-1112c264-e4ff-4c5a-96ab-12e6d889b210 None None] Deleting port cb2894ff-3bbb-4f71-beb9-1804646aa1c6 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:28:21.643190 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1112c264-e4ff-4c5a-96ab-12e6d889b210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:21.711449 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccc9fb46d8>,) {'filters': {'network_id': ['d22a818a-0aa2-41c5-b44c-3b5659cb4a20']}} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:21.729732 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-1112c264-e4ff-4c5a-96ab-12e6d889b210 None None] The port 'cb2894ff-3bbb-4f71-beb9-1804646aa1c6' was deleted {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 11:28:21.734213 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc9fb46d8>, '4375d8c3-9424-48e8-95b8-045e688ba301') {'for_net_delete': True} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:21.735331 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc9fb46d8>, '4375d8c3-9424-48e8-95b8-045e688ba301') {} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:21.755134 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254506395610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851689209'] for segment, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:21.780583 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:21.782715 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 11:28:21.988593 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:28:21.999944 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7742905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852795161'] for segment, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:22.253441 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Network d22a818a-0aa2-41c5-b44c-3b5659cb4a20 has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]: Traceback (most recent call last):
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:     timer()
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:     cb(*args, **kw)
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:     return func(*args, **kwargs)
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:     self._notify()
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:     self.callback(batched_events)
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:     event.method(event)
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:     segment_id)['aggregates'][0]
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:     return f(self, *a, **k)
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self._get(url).json()
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:     **kwargs)
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self.request(url, 'GET', **kwargs)
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:     **endpoint_filter)
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 11:28:22.279471 dv-cinder-773985-5-iscsi neutron-server[83816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 11:28:22.367418 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847033799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498500'] for network, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:22.372872 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:22.375846 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:22.400930 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Pushing event deleted for resources: {'Network': ['ID=d22a818a-0aa2-41c5-b44c-3b5659cb4a20,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:22.404198 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:22.422933 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-7298d41d-58fa-4424-b880-6eb34e65c902 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d22a818a-0aa2-41c5-b44c-3b5659cb4a20 HTTP/1.1" status: 204  len: 168 time: 2.4572079
Feb 18 11:28:22.429414 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48942) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:23.100466 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-64a1a0a6-6944-4db7-9744-ef73fcd81c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854256561'] for router_interface, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:23.524990 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-64a1a0a6-6944-4db7-9744-ef73fcd81c9a admin admin] Deleting port acc817e0-7eae-4747-b174-3322b7a8bb64 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:28:23.525732 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-64a1a0a6-6944-4db7-9744-ef73fcd81c9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:23.858932 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-64a1a0a6-6944-4db7-9744-ef73fcd81c9a admin admin] For port acc817e0-7eae-4747-b174-3322b7a8bb64, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=acc817e0-7eae-4747-b174-3322b7a8bb64,segment=NetworkSegment(e76140ef-78b3-40ee-8f16-63990e81d3f7),segment_id=e76140ef-78b3-40ee-8f16-63990e81d3f7)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:28:23.859482 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-64a1a0a6-6944-4db7-9744-ef73fcd81c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:24.082874 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-64a1a0a6-6944-4db7-9744-ef73fcd81c9a admin admin] Calling delete_port for acc817e0-7eae-4747-b174-3322b7a8bb64 owned by network:router_interface {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:28:24.636003 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-64a1a0a6-6944-4db7-9744-ef73fcd81c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:24.653753 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-603be378-e0ba-4854-abd1-1ead2cbc7c75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:24.764031 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1a0a6-6944-4db7-9744-ef73fcd81c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=acc817e0-7eae-4747-b174-3322b7a8bb64,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:24.769311 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-64a1a0a6-6944-4db7-9744-ef73fcd81c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:25.187414 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-64a1a0a6-6944-4db7-9744-ef73fcd81c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498172'] for router_interface, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:26.018494 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a1a0a6-6944-4db7-9744-ef73fcd81c9a admin admin] Router bf0c2242-8cbe-4b0f-90a2-e644da095e40 has already been hosted by L3 agent d10c8f7d-6469-43ab-8e80-527aad641cdf {{(pid=83932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 11:28:26.308722 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a1a0a6-6944-4db7-9744-ef73fcd81c9a admin admin] Notify agent at l3_agent.dv-cinder-773985-5-iscsi the message routers_updated {{(pid=83932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 11:28:26.319815 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-64a1a0a6-6944-4db7-9744-ef73fcd81c9a admin admin] 10.222.0.65 "PUT /v2.0/routers/bf0c2242-8cbe-4b0f-90a2-e644da095e40/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8889523
Feb 18 11:28:26.323373 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48966) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:26.326596 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5796d-020b-475c-a647-d3318ac1269f None None] Sync routers for ids ['bf0c2242-8cbe-4b0f-90a2-e644da095e40'] in dv-cinder-773985-5-iscsi {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 11:28:26.339761 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5796d-020b-475c-a647-d3318ac1269f None None] Routers {'bf0c2242-8cbe-4b0f-90a2-e644da095e40'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:28:26.340703 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-42f5796d-020b-475c-a647-d3318ac1269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca9d3908>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:28:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['bf0c2242-8cbe-4b0f-90a2-e644da095e40'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:26.625294 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44d3512f-8d01-43ac-8445-95b72eede938 admin admin] Notify callbacks [] for router, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:26.858281 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-42f5796d-020b-475c-a647-d3318ac1269f None None] Set router bf0c2242-8cbe-4b0f-90a2-e644da095e40 gateway port host: dv-cinder-773985-5-iscsi {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:28:26.891580 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44d3512f-8d01-43ac-8445-95b72eede938 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:26.902006 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-44d3512f-8d01-43ac-8445-95b72eede938 admin admin] Deleting port 7a47f558-3733-49d4-96b3-71a9a39edcc8 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:28:26.902351 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44d3512f-8d01-43ac-8445-95b72eede938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:27.151086 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-44d3512f-8d01-43ac-8445-95b72eede938 admin admin] For port 7a47f558-3733-49d4-96b3-71a9a39edcc8, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=7a47f558-3733-49d4-96b3-71a9a39edcc8,segment=NetworkSegment(73f0051b-b388-4413-813c-a0d164f5b83f),segment_id=73f0051b-b388-4413-813c-a0d164f5b83f)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:28:27.151933 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44d3512f-8d01-43ac-8445-95b72eede938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:27.274842 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-42f5796d-020b-475c-a647-d3318ac1269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca9d3908>, [{'id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'name': 'tempest-TestVolumeBootPattern-1082952521-router', 'tenant_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'external_fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '7a47f558-3733-49d4-96b3-71a9a39edcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:26Z', 'updated_at': '2021-02-18T11:28:24Z', 'revision_number': 5, 'project_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'gw_port': {'id': '7a47f558-3733-49d4-96b3-71a9a39edcc8', 'name': '', 'network_id': 'c5ace08f-47fa-48e4-be4d-8f3271a2d184', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T11:20:32Z', 'updated_at': '2021-02-18T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a98b032-830e-4592-9d96-19e7b76a365e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-5-iscsi'}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:27.279833 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5796d-020b-475c-a647-d3318ac1269f None None] Checking router: bf0c2242-8cbe-4b0f-90a2-e644da095e40 for host: dv-cinder-773985-5-iscsi {{(pid=83934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 11:28:27.290619 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5796d-020b-475c-a647-d3318ac1269f None None] Routers {'bf0c2242-8cbe-4b0f-90a2-e644da095e40'} bound to L3 agent in host dv-cinder-773985-5-iscsi {{(pid=83934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 11:28:27.291310 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-42f5796d-020b-475c-a647-d3318ac1269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccca9d3908>, 'dv-cinder-773985-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T11:00:36Z,description=<?>,heartbeat_timestamp=2021-02-18T11:28:06Z,host='dv-cinder-773985-5-iscsi',id=d10c8f7d-6469-43ab-8e80-527aad641cdf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T11:00:36Z,topic='l3_agent')) {'router_ids': ['bf0c2242-8cbe-4b0f-90a2-e644da095e40'], 'active': True} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:27.339496 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-44d3512f-8d01-43ac-8445-95b72eede938 admin admin] Calling delete_port for 7a47f558-3733-49d4-96b3-71a9a39edcc8 owned by network:router_gateway {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:28:27.484659 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvr_db [None req-42f5796d-020b-475c-a647-d3318ac1269f None None] Set router bf0c2242-8cbe-4b0f-90a2-e644da095e40 gateway port host: None {{(pid=83934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 11:28:27.670689 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44d3512f-8d01-43ac-8445-95b72eede938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:27.702610 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_hamode_db [None req-42f5796d-020b-475c-a647-d3318ac1269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccca9d3908>, [{'id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'name': 'tempest-TestVolumeBootPattern-1082952521-router', 'tenant_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:26Z', 'updated_at': '2021-02-18T11:28:26Z', 'revision_number': 6, 'project_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'gw_port_host': None}], 'dv-cinder-773985-5-iscsi', False) {} {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:27.711873 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5796d-020b-475c-a647-d3318ac1269f None None] The sync data for ids ['bf0c2242-8cbe-4b0f-90a2-e644da095e40'] in dv-cinder-773985-5-iscsi is: [{'id': 'bf0c2242-8cbe-4b0f-90a2-e644da095e40', 'name': 'tempest-TestVolumeBootPattern-1082952521-router', 'tenant_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T11:20:26Z', 'updated_at': '2021-02-18T11:28:26Z', 'revision_number': 6, 'project_id': 'ee4ccbbf063d42288cc493d7a5aa36ac', 'gw_port_host': None}] {{(pid=83934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 11:28:27.729627 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-255d8ed4-c493-4ae1-a2e6-5f88c1263450 tempest-TestVolumeBootPattern-554063828 tempest-TestVolumeBootPattern-554063828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:27.928264 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3512f-8d01-43ac-8445-95b72eede938 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a47f558-3733-49d4-96b3-71a9a39edcc8,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:27.931444 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-44d3512f-8d01-43ac-8445-95b72eede938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:28.113257 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44d3512f-8d01-43ac-8445-95b72eede938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854277267'] for router_gateway, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:28.587658 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44d3512f-8d01-43ac-8445-95b72eede938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746360'] for router, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:28.590331 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44d3512f-8d01-43ac-8445-95b72eede938 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:28.612245 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44d3512f-8d01-43ac-8445-95b72eede938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854257390'] for router, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:28.612875 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d3512f-8d01-43ac-8445-95b72eede938 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf0c2242-8cbe-4b0f-90a2-e644da095e40 {{(pid=83932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 11:28:28.626526 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-44d3512f-8d01-43ac-8445-95b72eede938 admin admin] Notify callbacks [] for router, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:28.627832 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-44d3512f-8d01-43ac-8445-95b72eede938 admin admin] 10.222.0.65 "DELETE /v2.0/routers/bf0c2242-8cbe-4b0f-90a2-e644da095e40 HTTP/1.1" status: 204  len: 168 time: 2.3030543
Feb 18 11:28:28.632002 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 48978) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:28.710554 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7ba3d2-ce1b-4ba3-b766-7c970a0c812e admin admin] Deleting subnet 9ad7d3b8-beeb-4c64-86db-a240c85e859b {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 11:28:28.714539 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-da7ba3d2-ce1b-4ba3-b766-7c970a0c812e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:28.779936 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-da7ba3d2-ce1b-4ba3-b766-7c970a0c812e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852679109'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:28.878180 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-da7ba3d2-ce1b-4ba3-b766-7c970a0c812e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741126'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:29.193755 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-da7ba3d2-ce1b-4ba3-b766-7c970a0c812e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847034674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852452565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037650'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:29.208586 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:29.315193 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ba3d2-ce1b-4ba3-b766-7c970a0c812e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ad7d3b8-beeb-4c64-86db-a240c85e859b,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:29.321455 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-da7ba3d2-ce1b-4ba3-b766-7c970a0c812e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:29.382940 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device acc817e0-7eae-4747-b174-3322b7a8bb64 no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:28:29.386516 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-da7ba3d2-ce1b-4ba3-b766-7c970a0c812e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:29.403778 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 48988) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:29.413551 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-da7ba3d2-ce1b-4ba3-b766-7c970a0c812e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9ad7d3b8-beeb-4c64-86db-a240c85e859b HTTP/1.1" status: 204  len: 168 time: 0.7794597
Feb 18 11:28:29.449349 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9befee21-3d25-4f54-8d46-b6eaacdcdb4e None None] Network a44fa5d4-527c-4b6c-9b94-4e4880862102 requested from dv-cinder-773985-5-iscsi {{(pid=83934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 11:28:29.493419 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: acc817e0-7eae-4747-b174-3322b7a8bb64 {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:28:29.494118 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device acc817e0-7eae-4747-b174-3322b7a8bb64 not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:28:29.494957 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 7a47f558-3733-49d4-96b3-71a9a39edcc8 no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:28:29.547113 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854201257'] for network, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:29.639243 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Deleting port cb89a88c-1ac5-4644-aacf-a4806bcf8175 {{(pid=83932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:28:29.640260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:29.682619 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: 7a47f558-3733-49d4-96b3-71a9a39edcc8 {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:28:29.683242 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device 7a47f558-3733-49d4-96b3-71a9a39edcc8 not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:28:29.909597 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] For port cb89a88c-1ac5-4644-aacf-a4806bcf8175, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=cb89a88c-1ac5-4644-aacf-a4806bcf8175,segment=NetworkSegment(e76140ef-78b3-40ee-8f16-63990e81d3f7),segment_id=e76140ef-78b3-40ee-8f16-63990e81d3f7)] {{(pid=83932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:28:29.910565 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:30.032609 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cce72b-4a37-417b-b428-0821d099d1fa None None] DHCP port deletion for a44fa5d4-527c-4b6c-9b94-4e4880862102 request from dv-cinder-773985-5-iscsi {{(pid=83934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 11:28:30.037938 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-a7cce72b-4a37-417b-b428-0821d099d1fa None None] Deleting port cb89a88c-1ac5-4644-aacf-a4806bcf8175 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:28:30.038368 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a7cce72b-4a37-417b-b428-0821d099d1fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:30.103504 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Calling delete_port for cb89a88c-1ac5-4644-aacf-a4806bcf8175 owned by network:dhcp {{(pid=83932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:28:30.259101 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847017266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846498264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254506566431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254506962309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852799725'] for port, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:30.289937 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d78ba02f-3566-4641-9a90-6cd5c2d00a94 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:30.299053 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.db [None req-a7cce72b-4a37-417b-b428-0821d099d1fa None None] For port cb89a88c-1ac5-4644-aacf-a4806bcf8175, host dv-cinder-773985-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-5-iscsi',level=0,port_id=cb89a88c-1ac5-4644-aacf-a4806bcf8175,segment=NetworkSegment(e76140ef-78b3-40ee-8f16-63990e81d3f7),segment_id=e76140ef-78b3-40ee-8f16-63990e81d3f7)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 11:28:30.299797 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a7cce72b-4a37-417b-b428-0821d099d1fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493744'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:30.454375 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-a7cce72b-4a37-417b-b428-0821d099d1fa None None] Calling delete_port for cb89a88c-1ac5-4644-aacf-a4806bcf8175 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 11:28:30.486835 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Pushing event deleted for resources: {'Port': ['ID=cb89a88c-1ac5-4644-aacf-a4806bcf8175,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:30.496997 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:30.542404 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.db.api [None req-a7cce72b-4a37-417b-b428-0821d099d1fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 11:28:30.542681 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_db.api [None req-a7cce72b-4a37-417b-b428-0821d099d1fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 11:28:30.585798 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] No DVR routers for this DVR port cb89a88c-1ac5-4644-aacf-a4806bcf8175 on host dv-cinder-773985-5-iscsi {{(pid=83932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 11:28:30.841881 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7742001', 'neutron.services.segments.db._delete_segments_for_network--9223363254506393562'] for network, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:31.043979 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-a7cce72b-4a37-417b-b428-0821d099d1fa None None] Deleting port cb89a88c-1ac5-4644-aacf-a4806bcf8175 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 11:28:31.044659 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a7cce72b-4a37-417b-b428-0821d099d1fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506541394'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:31.049776 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccc8ebdb38>,) {'filters': {'network_id': ['a44fa5d4-527c-4b6c-9b94-4e4880862102']}} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:31.070892 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc8ebdb38>, 'e76140ef-78b3-40ee-8f16-63990e81d3f7') {'for_net_delete': True} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:31.071236 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc8ebdb38>, 'e76140ef-78b3-40ee-8f16-63990e81d3f7') {} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:31.090326 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254506395610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851689209'] for segment, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:31.128692 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:31.133803 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 11:28:31.154530 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-a7cce72b-4a37-417b-b428-0821d099d1fa None None] The port 'cb89a88c-1ac5-4644-aacf-a4806bcf8175' was deleted {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 11:28:31.388746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device cb89a88c-1ac5-4644-aacf-a4806bcf8175 no longer exists at agent ovs-agent-dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 11:28:31.433514 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.plugin [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] No Port match for: cb89a88c-1ac5-4644-aacf-a4806bcf8175 {{(pid=83934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 11:28:31.434081 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.rpc [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Device cb89a88c-1ac5-4644-aacf-a4806bcf8175 not bound to the agent host dv-cinder-773985-5-iscsi {{(pid=83934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 11:28:31.483601 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Network a44fa5d4-527c-4b6c-9b94-4e4880862102 has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:28:31.503441 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7742905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852795161'] for segment, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:31.872093 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Network a44fa5d4-527c-4b6c-9b94-4e4880862102 has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]: Traceback (most recent call last):
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:     timer()
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:     cb(*args, **kw)
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:     return func(*args, **kwargs)
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:     self._notify()
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:     self.callback(batched_events)
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:     event.method(event)
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:     segment_id)['aggregates'][0]
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:     return f(self, *a, **k)
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self._get(url).json()
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:     **kwargs)
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self.request(url, 'GET', **kwargs)
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:     **endpoint_filter)
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 11:28:31.919821 dv-cinder-773985-5-iscsi neutron-server[83816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 11:28:32.065523 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847033799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498500'] for network, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:32.070588 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:32.092284 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:32.107774 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Pushing event deleted for resources: {'Network': ['ID=a44fa5d4-527c-4b6c-9b94-4e4880862102,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:32.111964 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] 10.222.0.65 "DELETE /v2.0/networks/a44fa5d4-527c-4b6c-9b94-4e4880862102 HTTP/1.1" status: 204  len: 168 time: 2.7065778
Feb 18 11:28:32.113651 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-463e611d-6a22-4dab-8222-a181780202aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:32.187519 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-eca22c42-5f3a-4021-bc2d-e020dc68ccf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:32.369250 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 49006) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:32.432941 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8cb59210-ac37-4d8c-8ca7-189a5ae657e6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb272e0801a14169b04bc052fbeb67eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0617852
Feb 18 11:28:32.435959 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 49010) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:32.554322 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7172b435-003e-4ab4-8c2d-8806bcce974b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:32.590658 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7172b435-003e-4ab4-8c2d-8806bcce974b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:32.650890 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7172b435-003e-4ab4-8c2d-8806bcce974b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:32.655205 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e90ad23d-dbb2-4109-ba6f-bb2d08d8f77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:32.673291 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172b435-003e-4ab4-8c2d-8806bcce974b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7421eff-90a7-47f7-8fba-85cda63bac51,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:32.685331 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-7172b435-003e-4ab4-8c2d-8806bcce974b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:32.690192 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7172b435-003e-4ab4-8c2d-8806bcce974b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:32.692598 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-7172b435-003e-4ab4-8c2d-8806bcce974b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e7421eff-90a7-47f7-8fba-85cda63bac51 HTTP/1.1" status: 204  len: 168 time: 0.2550170
Feb 18 11:28:33.066033 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:33.291225 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 49028) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:33.357146 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-2ead5f02-ad18-4c84-97e0-f6594bc64d95 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ee4ccbbf063d42288cc493d7a5aa36ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0643809
Feb 18 11:28:33.361668 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 49034) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:33.451950 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-75db3e3d-2cf8-4965-9364-e91501243702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:33.485870 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-75db3e3d-2cf8-4965-9364-e91501243702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:33.555258 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-75db3e3d-2cf8-4965-9364-e91501243702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:33.561695 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-3fc8388e-0d1f-4b18-9b7a-927ae341aff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:33.582095 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db3e3d-2cf8-4965-9364-e91501243702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b4af20-3bb8-431c-b4db-d88d2a6ebdd4,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:33.586562 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-75db3e3d-2cf8-4965-9364-e91501243702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:33.589188 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-75db3e3d-2cf8-4965-9364-e91501243702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:33.590847 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-75db3e3d-2cf8-4965-9364-e91501243702 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/07b4af20-3bb8-431c-b4db-d88d2a6ebdd4 HTTP/1.1" status: 204  len: 168 time: 0.2277989
Feb 18 11:28:35.602358 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0c5bb512-2e8b-4b99-be04-41fdc58ead6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:35.814842 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 49060) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:35.900442 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d14408-315a-45b7-a229-ad564731c504 admin admin] Deleting subnet 1070f311-44c6-410a-aca0-1b7854ef4779 {{(pid=83932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 11:28:35.904756 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-36d14408-315a-45b7-a229-ad564731c504 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:35.977378 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-36d14408-315a-45b7-a229-ad564731c504 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3086655'] for subnet, precommit_delete_associations {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:36.060301 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-36d14408-315a-45b7-a229-ad564731c504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741126'] for subnet, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:36.271258 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:36.397383 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-36d14408-315a-45b7-a229-ad564731c504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847034674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2111037'] for subnet, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:36.422804 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:36.518430 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d14408-315a-45b7-a229-ad564731c504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1070f311-44c6-410a-aca0-1b7854ef4779,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:36.523901 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-36d14408-315a-45b7-a229-ad564731c504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:36.574182 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-36d14408-315a-45b7-a229-ad564731c504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:36.580802 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-36d14408-315a-45b7-a229-ad564731c504 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1070f311-44c6-410a-aca0-1b7854ef4779 HTTP/1.1" status: 204  len: 168 time: 0.7645540
Feb 18 11:28:36.583740 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 49064) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:36.752258 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-64a5ce59-cdaf-4e56-9218-edf377f7c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854201257'] for network, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:36.965690 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-64a5ce59-cdaf-4e56-9218-edf377f7c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7742001', 'neutron.services.segments.db._delete_segments_for_network--9223363254506393562'] for network, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:37.095534 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-64a5ce59-cdaf-4e56-9218-edf377f7c7e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccc9c352b0>,) {'filters': {'network_id': ['55420f19-1971-44f8-8dd2-499ca4caa127']}} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:37.113861 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-64a5ce59-cdaf-4e56-9218-edf377f7c7e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc9c352b0>, '88c4492f-4269-45fd-9769-7e3e13d98bb2') {'for_net_delete': True} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:37.114260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-64a5ce59-cdaf-4e56-9218-edf377f7c7e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccc9c352b0>, '88c4492f-4269-45fd-9769-7e3e13d98bb2') {} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:37.130579 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-64a5ce59-cdaf-4e56-9218-edf377f7c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254506395610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851689209'] for segment, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:37.158078 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-64a5ce59-cdaf-4e56-9218-edf377f7c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:37.163151 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-64a5ce59-cdaf-4e56-9218-edf377f7c7e1 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 11:28:37.568768 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-64a5ce59-cdaf-4e56-9218-edf377f7c7e1 admin admin] Network 55420f19-1971-44f8-8dd2-499ca4caa127 has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:28:37.588994 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-64a5ce59-cdaf-4e56-9218-edf377f7c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7742905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852795161'] for segment, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:37.991770 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-64a5ce59-cdaf-4e56-9218-edf377f7c7e1 admin admin] Network 55420f19-1971-44f8-8dd2-499ca4caa127 has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]: Traceback (most recent call last):
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:     timer()
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:     cb(*args, **kw)
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:     return func(*args, **kwargs)
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:     self._notify()
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:     self.callback(batched_events)
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:     event.method(event)
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:     segment_id)['aggregates'][0]
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:     return f(self, *a, **k)
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self._get(url).json()
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:     **kwargs)
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self.request(url, 'GET', **kwargs)
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:     **endpoint_filter)
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 11:28:38.040886 dv-cinder-773985-5-iscsi neutron-server[83816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 11:28:38.177286 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-64a5ce59-cdaf-4e56-9218-edf377f7c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847033799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498500'] for network, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:38.181972 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-b36bc55d-1345-412e-b87d-ffd96226ec5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:38.202945 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-64a5ce59-cdaf-4e56-9218-edf377f7c7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:38.215220 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5ce59-cdaf-4e56-9218-edf377f7c7e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=55420f19-1971-44f8-8dd2-499ca4caa127,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:38.218391 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-64a5ce59-cdaf-4e56-9218-edf377f7c7e1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/55420f19-1971-44f8-8dd2-499ca4caa127 HTTP/1.1" status: 204  len: 168 time: 1.6332312
Feb 18 11:28:38.219516 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-64a5ce59-cdaf-4e56-9218-edf377f7c7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:38.224679 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 49068) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:38.278941 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:38.348826 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e234100-f137-41d6-b46c-70145acf9875 admin admin] Deleting subnet 255b15b7-12a2-4dcd-9e9c-96d611779098 {{(pid=83932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 11:28:38.354944 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8e234100-f137-41d6-b46c-70145acf9875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:38.453546 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8e234100-f137-41d6-b46c-70145acf9875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3086655'] for subnet, precommit_delete_associations {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:38.542197 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:38.579095 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8e234100-f137-41d6-b46c-70145acf9875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741126'] for subnet, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:39.324253 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8e234100-f137-41d6-b46c-70145acf9875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847034674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7972512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2111037'] for subnet, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:39.341140 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ef1534c1-4422-4b9f-b500-9a3d389b8716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:39.435031 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e234100-f137-41d6-b46c-70145acf9875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=255b15b7-12a2-4dcd-9e9c-96d611779098,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:39.439131 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-8e234100-f137-41d6-b46c-70145acf9875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:39.485036 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-8e234100-f137-41d6-b46c-70145acf9875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:39.493214 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-8e234100-f137-41d6-b46c-70145acf9875 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/255b15b7-12a2-4dcd-9e9c-96d611779098 HTTP/1.1" status: 204  len: 168 time: 1.2664726
Feb 18 11:28:39.496075 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 49072) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:39.626440 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b646684-8844-4985-9326-8f5c030a0419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854201257'] for network, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:39.833915 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b646684-8844-4985-9326-8f5c030a0419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7742001', 'neutron.services.segments.db._delete_segments_for_network--9223363254506393562'] for network, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:39.963956 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-6b646684-8844-4985-9326-8f5c030a0419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccca6d7390>,) {'filters': {'network_id': ['0cf6e577-4701-4dd1-a426-48a8417f8b82']}} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:39.979193 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-6b646684-8844-4985-9326-8f5c030a0419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccca6d7390>, '6d0dafeb-9f3d-425d-8b1d-465e2d737a2d') {'for_net_delete': True} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:39.979519 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.services.segments.db [None req-6b646684-8844-4985-9326-8f5c030a0419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccca6d7390>, '6d0dafeb-9f3d-425d-8b1d-465e2d737a2d') {} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 11:28:39.993559 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b646684-8844-4985-9326-8f5c030a0419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254506395610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851689209'] for segment, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:40.011618 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b646684-8844-4985-9326-8f5c030a0419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847032927'] for segment, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:40.013980 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6b646684-8844-4985-9326-8f5c030a0419 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 11:28:40.260060 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-6b646684-8844-4985-9326-8f5c030a0419 admin admin] Network 0cf6e577-4701-4dd1-a426-48a8417f8b82 has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:28:40.271393 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b646684-8844-4985-9326-8f5c030a0419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7742905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852795161'] for segment, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:40.481942 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.plugins.ml2.managers [None req-6b646684-8844-4985-9326-8f5c030a0419 admin admin] Network 0cf6e577-4701-4dd1-a426-48a8417f8b82 has no segments {{(pid=83932) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]: Traceback (most recent call last):
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:     timer()
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:     cb(*args, **kw)
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:     return func(*args, **kwargs)
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:     self._notify()
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:     self.callback(batched_events)
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:     event.method(event)
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:     segment_id)['aggregates'][0]
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:     return f(self, *a, **k)
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self._get(url).json()
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:     **kwargs)
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:     return self.request(url, 'GET', **kwargs)
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:     **endpoint_filter)
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 11:28:40.507943 dv-cinder-773985-5-iscsi neutron-server[83816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 11:28:40.598075 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b646684-8844-4985-9326-8f5c030a0419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847033799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498500'] for network, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:40.603651 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:40.627655 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6b646684-8844-4985-9326-8f5c030a0419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:40.646913 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b646684-8844-4985-9326-8f5c030a0419 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf6e577-4701-4dd1-a426-48a8417f8b82,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:40.649960 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-6b646684-8844-4985-9326-8f5c030a0419 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0cf6e577-4701-4dd1-a426-48a8417f8b82 HTTP/1.1" status: 204  len: 168 time: 1.1525950
Feb 18 11:28:40.651256 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-6b646684-8844-4985-9326-8f5c030a0419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:40.931846 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 49078) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:40.992303 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-aba6fd97-71f0-4874-9cab-5c5827bbb8d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ac552346ff2455e8002b86616416d2a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0589738
Feb 18 11:28:40.996746 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 49082) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:41.072297 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:41.127634 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:41.199407 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:41.203794 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-a59c2211-8834-41e8-9b21-884a49a28580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:41.219622 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4afb74-52d5-4092-b32a-445ac63fcd7d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:41.231290 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.231719 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.232148 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.232598 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.233017 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.233431 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.233938 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.234619 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.234829 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.235261 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.236043 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.236353 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.236918 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.237338 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.237841 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.238248 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.239385 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.239866 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.240280 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.240723 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.241137 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.241551 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.241961 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.242373 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-5-iscsi {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 11:28:41.245737 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:41.247430 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba4afb74-52d5-4092-b32a-445ac63fcd7d HTTP/1.1" status: 204  len: 168 time: 0.2494745
Feb 18 11:28:41.248517 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-29704ccf-b5d6-41c2-82f9-ff839163e28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:41.748833 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 49090) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:41.809132 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ce058989-9780-4bfd-92de-b3df1681a4e6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=401be32d5602403ca305ee6ec8cdb103&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0587115
Feb 18 11:28:41.812163 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 49094) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:41.886515 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c247-89f1-4089-87bd-6066b06db9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:41.920737 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c247-89f1-4089-87bd-6066b06db9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:41.982952 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c247-89f1-4089-87bd-6066b06db9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:41.988760 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-81174d84-c840-45c8-a88f-61140e6990a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:42.006944 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8c247-89f1-4089-87bd-6066b06db9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6638ce43-ffe4-48ac-9bc3-8bab2753b92c,revision_number=None']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:42.009713 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c247-89f1-4089-87bd-6066b06db9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:42.011201 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-ccd8c247-89f1-4089-87bd-6066b06db9ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6638ce43-ffe4-48ac-9bc3-8bab2753b92c HTTP/1.1" status: 204  len: 168 time: 0.1977987
Feb 18 11:28:42.012359 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ccd8c247-89f1-4089-87bd-6066b06db9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:43.715537 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83932) accepted ('10.222.0.65', 49124) {{(pid=83932) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:43.858793 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d213c919-5021-46af-ae92-8fa321504739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:43.876199 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d213c919-5021-46af-ae92-8fa321504739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 11:28:43.881432 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d213c919-5021-46af-ae92-8fa321504739 admin admin] Usage tracker for resource:security_group_rule and tenant:849d778401e24608ac2f8d4a4daea326 is out of sync, need to count used quota {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 11:28:43.884818 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.quota.resource [None req-d213c919-5021-46af-ae92-8fa321504739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83932) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 11:28:43.891213 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.quota.driver [None req-d213c919-5021-46af-ae92-8fa321504739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 11:28:44.001595 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d213c919-5021-46af-ae92-8fa321504739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:44.004789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-d213c919-5021-46af-ae92-8fa321504739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_create {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:44.014767 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:44.065042 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-d213c919-5021-46af-ae92-8fa321504739 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=849d778401e24608ac2f8d4a4daea326&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3482170
Feb 18 11:28:44.068260 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213c919-5021-46af-ae92-8fa321504739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8363ce8a-675c-423a-9937-497591461ff5,revision_number=1']} {{(pid=83932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:44.068735 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.65', 49130) {{(pid=83933) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 11:28:44.072225 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-d213c919-5021-46af-ae92-8fa321504739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:44.153657 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e561ddee-9bd8-46b8-925c-546a0721d39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:44.185552 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e561ddee-9bd8-46b8-925c-546a0721d39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:44.238023 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e561ddee-9bd8-46b8-925c-546a0721d39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846797282'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:44.244261 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-ebd1e66a-4a96-41fd-b3e3-cbf0a8c5cd97 tempest-AttachVolumeTestJSON-184837842 tempest-AttachVolumeTestJSON-184837842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 11:28:44.261083 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561ddee-9bd8-46b8-925c-546a0721d39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8363ce8a-675c-423a-9937-497591461ff5,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 11:28:44.265377 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG oslo_concurrency.lockutils [None req-e561ddee-9bd8-46b8-925c-546a0721d39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 11:28:44.266789 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-e561ddee-9bd8-46b8-925c-546a0721d39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:28:44.269455 dv-cinder-773985-5-iscsi neutron-server[83816]: INFO neutron.wsgi [None req-e561ddee-9bd8-46b8-925c-546a0721d39f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8363ce8a-675c-423a-9937-497591461ff5 HTTP/1.1" status: 204  len: 168 time: 0.1993072
Feb 18 11:28:44.588587 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:29:02.201189 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a8088ec4-3ab2-4c95-93db-cc2625d1b2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:29:03.073535 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:29:05.596428 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-da10495a-4f15-4e97-b614-9c99507d2c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:29:06.278399 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:29:08.280968 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:29:08.548613 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:29:21.590540 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:29:32.186469 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-01b7a223-76fd-47ee-968c-50da9163a7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:29:33.088902 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:29:35.601106 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3323554c-680a-42c8-9bff-88bd5feb09fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:29:36.282989 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:29:38.282234 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:29:38.544730 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:29:58.591833 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:30:02.184156 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-385c9028-c6ac-48fa-9d97-1d98756da5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:30:03.090097 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:30:05.604658 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-7b1ada53-5281-4f4b-bcb7-4a4184e65635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:30:06.281338 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:30:08.282749 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:30:08.539990 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:30:32.181296 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-240acee8-415a-4a2d-ae0f-30d8c2c6325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:30:33.090550 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:30:35.592111 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:30:35.610819 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3bdf3450-c591-46d3-993b-6b3ffcce9368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:30:36.282795 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:30:38.289855 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:30:38.552853 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:31:02.178053 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-0639aa40-1c62-4d88-bd41-5f8edac556dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:31:03.089109 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:31:05.605227 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6d115d0d-00a8-41cb-be86-4df57b424cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:31:06.294834 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:31:08.291326 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:31:08.551301 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:31:12.593490 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:31:32.177836 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3eea0e3d-8cb1-4bfd-82ef-b85a2514cde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:31:33.086414 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:31:35.612031 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-56ec5c01-55f4-48e9-8cde-700f0e2d5144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:31:36.289428 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:31:38.292681 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:31:38.549136 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:31:49.594382 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:32:02.174344 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-ef840133-450f-41e5-ba99-8479774d1614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:32:03.085843 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:32:05.617034 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-511cc1aa-b92f-41c8-a6f7-7b3cabb02f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:32:06.290983 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:32:08.296687 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:32:08.543429 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:32:26.594691 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:32:32.180086 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-825f918c-292e-44fe-9bb7-0bd115c66a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:32:33.084566 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:32:35.612361 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-aa7c638e-1f18-43dd-ae22-4645954a6b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:32:36.303769 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:32:38.302289 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:32:38.547329 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:32:50.929356 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [req-64aa7f94-3e81-4aa1-ae84-581a378e8c4d req-2cfad7a5-9a90-4a49-a36b-bdb0a22cd595 service neutron] (83932) timed out ('10.222.0.79', 59607) {{(pid=83932) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 18 11:32:52.096888 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.wsgi [req-1e76bc6a-b31c-41b0-8a39-b24687c3db9b req-3bde421b-c4c6-4bec-969c-5f15546c2b4c tempest-VolumesSnapshotTestJSON-1693224714 tempest-VolumesSnapshotTestJSON-1693224714-project] (83932) timed out ('10.222.0.79', 59419) {{(pid=83932) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 18 11:33:02.168854 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-f3a83dce-5eaa-43cc-900b-ddccefa7dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:33:03.083066 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:33:03.595749 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:33:05.616340 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3ee95115-ad37-4cb8-a1de-be35f997e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:33:06.297849 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:33:08.304445 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:33:08.553814 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:33:32.164797 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9fd67ff-3cf2-4dee-a7ac-9e4805a383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:33:33.082485 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:33:35.623372 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-6e7bb515-ff78-4a85-b9b3-8e377892bd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:33:36.300945 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:33:38.306862 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:33:38.560004 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:33:40.595847 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron.db.agents_db [None req-31cf840a-9bff-431e-8175-d9243fe75036 None None] Agent healthcheck: found 6 active agents {{(pid=83935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 11:34:02.160367 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-3d06f348-efc1-4686-8b5b-1630b1b25b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:34:03.092265 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-c9ff451c-d4be-4ca6-94f7-f3285000649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:34:05.622064 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-1e54d377-7349-4bd9-bbf4-fca309e52819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:34:06.326354 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-a21fab28-54a4-4163-9c6a-0c31c7bad40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:34:08.319406 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-491d04e1-e98b-49d9-baf6-57064796f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 11:34:08.562206 dv-cinder-773985-5-iscsi neutron-server[83816]: DEBUG neutron_lib.callbacks.manager [None req-b934b6cc-ceca-41f6-8554-e584a53bfdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506393579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7740015'] for agent, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}